2024-11-15 04:57:19,621 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-15 04:57:19,639 main DEBUG Took 0.016384 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 04:57:19,640 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 04:57:19,640 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 04:57:19,642 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 04:57:19,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,651 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 04:57:19,668 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,671 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,672 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,677 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,679 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,680 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,681 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,682 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 04:57:19,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,685 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 04:57:19,687 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 04:57:19,689 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 04:57:19,691 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 04:57:19,692 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 04:57:19,693 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 04:57:19,694 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 04:57:19,705 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 04:57:19,708 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 04:57:19,710 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 04:57:19,710 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 04:57:19,711 main DEBUG createAppenders(={Console}) 2024-11-15 04:57:19,711 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-15 04:57:19,712 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-15 04:57:19,712 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-15 04:57:19,712 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 04:57:19,713 main DEBUG OutputStream closed 2024-11-15 04:57:19,713 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 04:57:19,713 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 04:57:19,713 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-15 04:57:19,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 04:57:19,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 04:57:19,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 04:57:19,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 04:57:19,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 04:57:19,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 04:57:19,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 04:57:19,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 04:57:19,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 04:57:19,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 04:57:19,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 04:57:19,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 04:57:19,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 04:57:19,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 04:57:19,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 04:57:19,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 04:57:19,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 04:57:19,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 04:57:19,800 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 04:57:19,800 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-15 04:57:19,800 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 04:57:19,801 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-15T04:57:19,814 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-15 04:57:19,816 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 04:57:19,817 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T04:57:19,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=79, ProcessCount=11, AvailableMemoryMB=15604 2024-11-15T04:57:20,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05 2024-11-15T04:57:20,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T04:57:20,142 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda, deleteOnExit=true 2024-11-15T04:57:20,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T04:57:20,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/test.cache.data in system properties and HBase conf 2024-11-15T04:57:20,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T04:57:20,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir in system properties and HBase conf 2024-11-15T04:57:20,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T04:57:20,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T04:57:20,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T04:57:20,219 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T04:57:20,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T04:57:20,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T04:57:20,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T04:57:20,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T04:57:20,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T04:57:20,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T04:57:20,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T04:57:20,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T04:57:20,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T04:57:20,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T04:57:20,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/nfs.dump.dir in system properties and HBase conf 2024-11-15T04:57:20,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/java.io.tmpdir in system properties and HBase conf 2024-11-15T04:57:20,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T04:57:20,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T04:57:20,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T04:57:21,299 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T04:57:21,376 INFO [Time-limited test {}] log.Log(170): Logging initialized @2403ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T04:57:21,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T04:57:21,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T04:57:21,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T04:57:21,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T04:57:21,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T04:57:21,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T04:57:21,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,AVAILABLE} 2024-11-15T04:57:21,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T04:57:21,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/java.io.tmpdir/jetty-localhost-42771-hadoop-hdfs-3_4_1-tests_jar-_-any-15860370119708524183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T04:57:21,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:42771} 2024-11-15T04:57:21,747 INFO [Time-limited test {}] server.Server(415): Started @2776ms 2024-11-15T04:57:22,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T04:57:22,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T04:57:22,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T04:57:22,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T04:57:22,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T04:57:22,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,AVAILABLE} 2024-11-15T04:57:22,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T04:57:22,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4255463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/java.io.tmpdir/jetty-localhost-41745-hadoop-hdfs-3_4_1-tests_jar-_-any-10401230596879368348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T04:57:22,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:41745} 2024-11-15T04:57:22,349 INFO [Time-limited test {}] server.Server(415): Started @3377ms 2024-11-15T04:57:22,396 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T04:57:22,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T04:57:22,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T04:57:22,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T04:57:22,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T04:57:22,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T04:57:22,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,AVAILABLE} 2024-11-15T04:57:22,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T04:57:22,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3635c31e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/java.io.tmpdir/jetty-localhost-45869-hadoop-hdfs-3_4_1-tests_jar-_-any-1981665784471866527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T04:57:22,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:45869} 2024-11-15T04:57:22,616 INFO [Time-limited test {}] server.Server(415): Started @3645ms 2024-11-15T04:57:22,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T04:57:22,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T04:57:22,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T04:57:22,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T04:57:22,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T04:57:22,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T04:57:22,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,AVAILABLE} 2024-11-15T04:57:22,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T04:57:22,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c2677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/java.io.tmpdir/jetty-localhost-33413-hadoop-hdfs-3_4_1-tests_jar-_-any-11322548113848298874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T04:57:22,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:33413} 2024-11-15T04:57:22,763 INFO [Time-limited test {}] server.Server(415): Started @3792ms 2024-11-15T04:57:22,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T04:57:23,677 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data3/current/BP-297239887-172.17.0.2-1731646640863/current, will proceed with Du for space computation calculation, 2024-11-15T04:57:23,677 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data4/current/BP-297239887-172.17.0.2-1731646640863/current, will proceed with Du for space computation calculation, 2024-11-15T04:57:23,677 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data2/current/BP-297239887-172.17.0.2-1731646640863/current, will proceed with Du for space computation calculation, 2024-11-15T04:57:23,677 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data1/current/BP-297239887-172.17.0.2-1731646640863/current, will proceed with Du for space computation calculation, 2024-11-15T04:57:23,709 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T04:57:23,709 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T04:57:23,721 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data6/current/BP-297239887-172.17.0.2-1731646640863/current, will proceed with Du for space computation calculation, 2024-11-15T04:57:23,721 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data5/current/BP-297239887-172.17.0.2-1731646640863/current, will proceed with Du for space computation calculation, 2024-11-15T04:57:23,744 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T04:57:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2600b8b08905276 with lease ID 0x4fdefcac0f635f1f: Processing first storage report for DS-5d6a4574-d605-420e-925f-2a814e8394e8 from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=78218924-258e-4f1a-91d2-9b749a7de312, infoPort=45207, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863) 2024-11-15T04:57:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2600b8b08905276 with lease ID 0x4fdefcac0f635f1f: from storage DS-5d6a4574-d605-420e-925f-2a814e8394e8 node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=78218924-258e-4f1a-91d2-9b749a7de312, infoPort=45207, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T04:57:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a3931cc2337788a with lease ID 0x4fdefcac0f635f1e: Processing first storage report for DS-14bb3943-25f9-4dda-92a3-05b355dae73b from datanode DatanodeRegistration(127.0.0.1:34219, datanodeUuid=8572ad31-6ab2-48d4-875d-19061d0fdeac, infoPort=36259, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863) 2024-11-15T04:57:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a3931cc2337788a with lease ID 0x4fdefcac0f635f1e: from storage DS-14bb3943-25f9-4dda-92a3-05b355dae73b node DatanodeRegistration(127.0.0.1:34219, datanodeUuid=8572ad31-6ab2-48d4-875d-19061d0fdeac, infoPort=36259, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T04:57:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc2f6db8ee015d78 with lease ID 0x4fdefcac0f635f1d: Processing first storage report for DS-0b26d6a9-4d52-440a-b999-569ce5f5353a from datanode DatanodeRegistration(127.0.0.1:40289, datanodeUuid=9947cf63-ec05-44c7-88c3-5fab8826db1f, infoPort=43015, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863) 2024-11-15T04:57:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc2f6db8ee015d78 with lease ID 0x4fdefcac0f635f1d: from storage DS-0b26d6a9-4d52-440a-b999-569ce5f5353a node DatanodeRegistration(127.0.0.1:40289, datanodeUuid=9947cf63-ec05-44c7-88c3-5fab8826db1f, infoPort=43015, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T04:57:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2600b8b08905276 with lease ID 0x4fdefcac0f635f1f: Processing first storage report for DS-0a35c54b-e3cd-4c23-bad4-ec34d19602cd from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=78218924-258e-4f1a-91d2-9b749a7de312, infoPort=45207, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863) 2024-11-15T04:57:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2600b8b08905276 with lease ID 0x4fdefcac0f635f1f: from storage DS-0a35c54b-e3cd-4c23-bad4-ec34d19602cd node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=78218924-258e-4f1a-91d2-9b749a7de312, infoPort=45207, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T04:57:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a3931cc2337788a with lease ID 0x4fdefcac0f635f1e: Processing first storage report for DS-9913edc0-19c8-429d-ae8e-ccef67f6add0 from datanode DatanodeRegistration(127.0.0.1:34219, datanodeUuid=8572ad31-6ab2-48d4-875d-19061d0fdeac, infoPort=36259, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863) 2024-11-15T04:57:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a3931cc2337788a with lease ID 0x4fdefcac0f635f1e: from storage DS-9913edc0-19c8-429d-ae8e-ccef67f6add0 node DatanodeRegistration(127.0.0.1:34219, datanodeUuid=8572ad31-6ab2-48d4-875d-19061d0fdeac, infoPort=36259, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T04:57:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc2f6db8ee015d78 with lease ID 0x4fdefcac0f635f1d: Processing first storage report for DS-8c24fa0a-3558-4b5e-b2ae-57af00443e7a from datanode DatanodeRegistration(127.0.0.1:40289, datanodeUuid=9947cf63-ec05-44c7-88c3-5fab8826db1f, infoPort=43015, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863) 2024-11-15T04:57:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc2f6db8ee015d78 with lease ID 0x4fdefcac0f635f1d: from storage DS-8c24fa0a-3558-4b5e-b2ae-57af00443e7a node DatanodeRegistration(127.0.0.1:40289, datanodeUuid=9947cf63-ec05-44c7-88c3-5fab8826db1f, infoPort=43015, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=2069621547;c=1731646640863), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T04:57:23,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05 2024-11-15T04:57:23,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/zookeeper_0, clientPort=63816, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T04:57:23,847 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63816 2024-11-15T04:57:23,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:23,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741825_1001 (size=7) 2024-11-15T04:57:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741825_1001 (size=7) 2024-11-15T04:57:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741825_1001 (size=7) 2024-11-15T04:57:24,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 with version=8 2024-11-15T04:57:24,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/hbase-staging 2024-11-15T04:57:24,555 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T04:57:24,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26747e6ada4f:0 server-side Connection retries=45 2024-11-15T04:57:24,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:24,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:24,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T04:57:24,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:24,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T04:57:24,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T04:57:24,981 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T04:57:24,989 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T04:57:24,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T04:57:25,013 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97750 (auto-detected) 2024-11-15T04:57:25,014 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T04:57:25,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36943 2024-11-15T04:57:25,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36943 connecting to ZooKeeper ensemble=127.0.0.1:63816 2024-11-15T04:57:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369430x0, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T04:57:25,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36943-0x1013e2471320000 connected 2024-11-15T04:57:25,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T04:57:25,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181, hbase.cluster.distributed=false 2024-11-15T04:57:25,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T04:57:25,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36943 2024-11-15T04:57:25,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36943 2024-11-15T04:57:25,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36943 2024-11-15T04:57:25,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36943 2024-11-15T04:57:25,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36943 2024-11-15T04:57:25,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26747e6ada4f:0 server-side Connection retries=45 2024-11-15T04:57:25,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T04:57:25,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T04:57:25,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T04:57:25,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T04:57:25,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36811 2024-11-15T04:57:25,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36811 connecting to ZooKeeper ensemble=127.0.0.1:63816 2024-11-15T04:57:25,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368110x0, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T04:57:25,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36811-0x1013e2471320001 connected 2024-11-15T04:57:25,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T04:57:25,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T04:57:25,447 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T04:57:25,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T04:57:25,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T04:57:25,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-15T04:57:25,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36811 2024-11-15T04:57:25,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36811 2024-11-15T04:57:25,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-15T04:57:25,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-15T04:57:25,472 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26747e6ada4f:0 server-side Connection retries=45 2024-11-15T04:57:25,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T04:57:25,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T04:57:25,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T04:57:25,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T04:57:25,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39769 2024-11-15T04:57:25,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39769 connecting to ZooKeeper ensemble=127.0.0.1:63816 2024-11-15T04:57:25,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397690x0, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T04:57:25,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39769-0x1013e2471320002 connected 2024-11-15T04:57:25,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T04:57:25,501 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T04:57:25,502 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T04:57:25,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T04:57:25,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T04:57:25,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39769 2024-11-15T04:57:25,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39769 2024-11-15T04:57:25,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39769 2024-11-15T04:57:25,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39769 2024-11-15T04:57:25,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39769 2024-11-15T04:57:25,524 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26747e6ada4f:0 server-side Connection retries=45 2024-11-15T04:57:25,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T04:57:25,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T04:57:25,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T04:57:25,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T04:57:25,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T04:57:25,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37961 2024-11-15T04:57:25,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37961 connecting to ZooKeeper ensemble=127.0.0.1:63816 2024-11-15T04:57:25,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,541 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379610x0, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T04:57:25,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37961-0x1013e2471320003 connected 2024-11-15T04:57:25,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T04:57:25,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T04:57:25,544 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T04:57:25,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T04:57:25,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T04:57:25,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-15T04:57:25,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37961 2024-11-15T04:57:25,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37961 2024-11-15T04:57:25,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-15T04:57:25,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-15T04:57:25,568 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26747e6ada4f:36943 2024-11-15T04:57:25,569 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/26747e6ada4f,36943,1731646644641 2024-11-15T04:57:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,583 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,586 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/26747e6ada4f,36943,1731646644641 2024-11-15T04:57:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T04:57:25,616 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T04:57:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T04:57:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,616 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,617 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T04:57:25,619 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/26747e6ada4f,36943,1731646644641 from backup master directory 2024-11-15T04:57:25,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/26747e6ada4f,36943,1731646644641 2024-11-15T04:57:25,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,624 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T04:57:25,625 WARN [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T04:57:25,625 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26747e6ada4f,36943,1731646644641 2024-11-15T04:57:25,627 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T04:57:25,628 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T04:57:25,680 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/hbase.id] with ID: 909b6ec6-c9e0-44d2-a53a-d20ba24fcf69 2024-11-15T04:57:25,680 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/.tmp/hbase.id 2024-11-15T04:57:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741826_1002 (size=42) 2024-11-15T04:57:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741826_1002 (size=42) 2024-11-15T04:57:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741826_1002 (size=42) 2024-11-15T04:57:25,696 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/.tmp/hbase.id]:[hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/hbase.id] 2024-11-15T04:57:25,739 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T04:57:25,744 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T04:57:25,763 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T04:57:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,783 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:25,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741827_1003 (size=196) 2024-11-15T04:57:25,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741827_1003 (size=196) 2024-11-15T04:57:25,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741827_1003 (size=196) 2024-11-15T04:57:25,820 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T04:57:25,822 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T04:57:25,835 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:57:25,838 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T04:57:25,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741828_1004 (size=1189) 2024-11-15T04:57:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741828_1004 (size=1189) 2024-11-15T04:57:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741828_1004 (size=1189) 2024-11-15T04:57:25,885 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store 2024-11-15T04:57:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741829_1005 (size=34) 2024-11-15T04:57:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741829_1005 (size=34) 2024-11-15T04:57:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741829_1005 (size=34) 2024-11-15T04:57:25,911 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T04:57:25,914 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:25,915 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T04:57:25,915 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T04:57:25,915 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T04:57:25,917 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T04:57:25,917 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T04:57:25,917 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T04:57:25,918 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731646645915Disabling compacts and flushes for region at 1731646645915Disabling writes for close at 1731646645917 (+2 ms)Writing region close event to WAL at 1731646645917Closed at 1731646645917 2024-11-15T04:57:25,920 WARN [master/26747e6ada4f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/.initializing 2024-11-15T04:57:25,920 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/WALs/26747e6ada4f,36943,1731646644641 2024-11-15T04:57:25,928 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T04:57:25,941 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26747e6ada4f%2C36943%2C1731646644641, suffix=, logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/WALs/26747e6ada4f,36943,1731646644641, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/oldWALs, maxLogs=10 2024-11-15T04:57:25,962 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/WALs/26747e6ada4f,36943,1731646644641/26747e6ada4f%2C36943%2C1731646644641.1731646645945, exclude list is [], retry=0 2024-11-15T04:57:25,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-0b26d6a9-4d52-440a-b999-569ce5f5353a,DISK] 2024-11-15T04:57:25,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-14bb3943-25f9-4dda-92a3-05b355dae73b,DISK] 2024-11-15T04:57:25,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-5d6a4574-d605-420e-925f-2a814e8394e8,DISK] 2024-11-15T04:57:25,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T04:57:26,013 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/WALs/26747e6ada4f,36943,1731646644641/26747e6ada4f%2C36943%2C1731646644641.1731646645945 2024-11-15T04:57:26,014 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015),(127.0.0.1/127.0.0.1:36259:36259),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-15T04:57:26,015 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T04:57:26,015 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:26,018 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,019 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T04:57:26,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:26,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T04:57:26,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:26,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T04:57:26,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:26,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T04:57:26,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:26,092 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,095 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,096 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,101 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,102 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,105 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T04:57:26,108 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T04:57:26,112 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:26,113 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63334573, jitterRate=-0.056241318583488464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T04:57:26,120 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731646646029Initializing all the Stores at 1731646646032 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646646032Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646646033 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646646033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646646033Cleaning up temporary data from old regions at 1731646646102 (+69 ms)Region opened successfully at 1731646646120 (+18 ms) 2024-11-15T04:57:26,121 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T04:57:26,151 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250a0155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26747e6ada4f/172.17.0.2:0 2024-11-15T04:57:26,178 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T04:57:26,188 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T04:57:26,188 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T04:57:26,190 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T04:57:26,191 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T04:57:26,196 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T04:57:26,196 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T04:57:26,219 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T04:57:26,226 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T04:57:26,257 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T04:57:26,261 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T04:57:26,263 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T04:57:26,274 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T04:57:26,276 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T04:57:26,279 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T04:57:26,291 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T04:57:26,292 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T04:57:26,299 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T04:57:26,320 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T04:57:26,331 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T04:57:26,341 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T04:57:26,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T04:57:26,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T04:57:26,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T04:57:26,341 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,347 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26747e6ada4f,36943,1731646644641, sessionid=0x1013e2471320000, setting cluster-up flag (Was=false) 2024-11-15T04:57:26,374 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,399 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T04:57:26,403 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26747e6ada4f,36943,1731646644641 2024-11-15T04:57:26,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,424 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:26,449 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T04:57:26,452 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26747e6ada4f,36943,1731646644641 2024-11-15T04:57:26,461 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T04:57:26,528 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T04:57:26,537 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T04:57:26,544 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T04:57:26,549 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26747e6ada4f,36943,1731646644641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T04:57:26,556 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26747e6ada4f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T04:57:26,556 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26747e6ada4f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T04:57:26,556 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26747e6ada4f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T04:57:26,557 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26747e6ada4f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T04:57:26,557 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26747e6ada4f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T04:57:26,557 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,557 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26747e6ada4f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T04:57:26,558 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,558 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(746): ClusterId : 909b6ec6-c9e0-44d2-a53a-d20ba24fcf69 2024-11-15T04:57:26,558 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(746): ClusterId : 909b6ec6-c9e0-44d2-a53a-d20ba24fcf69 2024-11-15T04:57:26,558 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(746): ClusterId : 909b6ec6-c9e0-44d2-a53a-d20ba24fcf69 2024-11-15T04:57:26,560 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T04:57:26,560 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T04:57:26,560 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T04:57:26,561 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646676561 2024-11-15T04:57:26,563 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T04:57:26,564 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T04:57:26,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T04:57:26,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T04:57:26,567 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T04:57:26,568 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T04:57:26,568 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T04:57:26,568 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T04:57:26,569 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,572 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T04:57:26,573 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T04:57:26,575 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T04:57:26,576 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T04:57:26,578 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T04:57:26,579 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T04:57:26,581 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26747e6ada4f:0:becomeActiveMaster-HFileCleaner.large.0-1731646646580,5,FailOnTimeoutGroup] 2024-11-15T04:57:26,582 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26747e6ada4f:0:becomeActiveMaster-HFileCleaner.small.0-1731646646581,5,FailOnTimeoutGroup] 2024-11-15T04:57:26,582 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,582 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T04:57:26,583 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,583 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741831_1007 (size=1321) 2024-11-15T04:57:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741831_1007 (size=1321) 2024-11-15T04:57:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741831_1007 (size=1321) 2024-11-15T04:57:26,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T04:57:26,592 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T04:57:26,592 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T04:57:26,592 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T04:57:26,592 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T04:57:26,592 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T04:57:26,592 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T04:57:26,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741832_1008 (size=32) 2024-11-15T04:57:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741832_1008 (size=32) 2024-11-15T04:57:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741832_1008 (size=32) 2024-11-15T04:57:26,608 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T04:57:26,609 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T04:57:26,609 DEBUG [RS:1;26747e6ada4f:39769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45feb932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26747e6ada4f/172.17.0.2:0 2024-11-15T04:57:26,609 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T04:57:26,609 DEBUG [RS:0;26747e6ada4f:36811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cc36b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26747e6ada4f/172.17.0.2:0 2024-11-15T04:57:26,610 DEBUG [RS:2;26747e6ada4f:37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b61ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26747e6ada4f/172.17.0.2:0 2024-11-15T04:57:26,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:26,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T04:57:26,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T04:57:26,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:26,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T04:57:26,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T04:57:26,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,624 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;26747e6ada4f:37961 2024-11-15T04:57:26,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:26,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T04:57:26,627 DEBUG [RS:1;26747e6ada4f:39769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;26747e6ada4f:39769 2024-11-15T04:57:26,627 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26747e6ada4f:36811 2024-11-15T04:57:26,629 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T04:57:26,629 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T04:57:26,629 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T04:57:26,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T04:57:26,629 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T04:57:26,629 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T04:57:26,629 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T04:57:26,629 DEBUG [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T04:57:26,629 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T04:57:26,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,629 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T04:57:26,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:26,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T04:57:26,632 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(2659): reportForDuty to master=26747e6ada4f,36943,1731646644641 with port=36811, startcode=1731646645345 2024-11-15T04:57:26,632 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(2659): reportForDuty to master=26747e6ada4f,36943,1731646644641 with port=39769, startcode=1731646645471 2024-11-15T04:57:26,632 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(2659): reportForDuty to master=26747e6ada4f,36943,1731646644641 with port=37961, startcode=1731646645523 2024-11-15T04:57:26,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T04:57:26,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:26,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:26,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T04:57:26,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740 2024-11-15T04:57:26,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740 2024-11-15T04:57:26,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T04:57:26,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T04:57:26,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T04:57:26,645 DEBUG [RS:2;26747e6ada4f:37961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T04:57:26,645 DEBUG [RS:1;26747e6ada4f:39769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T04:57:26,645 DEBUG [RS:0;26747e6ada4f:36811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T04:57:26,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T04:57:26,651 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:26,652 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60729216, jitterRate=-0.09506416320800781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T04:57:26,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731646646611Initializing all the Stores at 1731646646613 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646646613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646646614 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646646614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646646615 (+1 ms)Cleaning up temporary data from old regions at 1731646646642 (+27 ms)Region opened successfully at 1731646646657 (+15 ms) 2024-11-15T04:57:26,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T04:57:26,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T04:57:26,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T04:57:26,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T04:57:26,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T04:57:26,659 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T04:57:26,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731646646657Disabling compacts and flushes for region at 1731646646657Disabling writes for close at 1731646646658 (+1 ms)Writing region close event to WAL at 1731646646659 (+1 ms)Closed at 1731646646659 2024-11-15T04:57:26,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T04:57:26,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T04:57:26,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T04:57:26,679 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T04:57:26,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T04:57:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T04:57:26,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26747e6ada4f,39769,1731646645471 2024-11-15T04:57:26,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] master.ServerManager(517): Registering regionserver=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:26,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T04:57:26,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26747e6ada4f,37961,1731646645523 2024-11-15T04:57:26,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] master.ServerManager(517): Registering regionserver=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:26,697 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T04:57:26,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26747e6ada4f,36811,1731646645345 2024-11-15T04:57:26,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] master.ServerManager(517): Registering regionserver=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:26,700 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:26,700 DEBUG [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:26,700 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44485 2024-11-15T04:57:26,700 DEBUG [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44485 2024-11-15T04:57:26,700 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T04:57:26,701 DEBUG [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T04:57:26,703 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:26,703 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44485 2024-11-15T04:57:26,703 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T04:57:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T04:57:26,766 DEBUG [RS:1;26747e6ada4f:39769 {}] zookeeper.ZKUtil(111): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/26747e6ada4f,39769,1731646645471 2024-11-15T04:57:26,766 DEBUG [RS:2;26747e6ada4f:37961 {}] zookeeper.ZKUtil(111): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/26747e6ada4f,37961,1731646645523 2024-11-15T04:57:26,766 WARN [RS:1;26747e6ada4f:39769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T04:57:26,766 WARN [RS:2;26747e6ada4f:37961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T04:57:26,767 INFO [RS:1;26747e6ada4f:39769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T04:57:26,767 INFO [RS:2;26747e6ada4f:37961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T04:57:26,767 DEBUG [RS:0;26747e6ada4f:36811 {}] zookeeper.ZKUtil(111): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/26747e6ada4f,36811,1731646645345 2024-11-15T04:57:26,767 WARN [RS:0;26747e6ada4f:36811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T04:57:26,767 DEBUG [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471 2024-11-15T04:57:26,767 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523 2024-11-15T04:57:26,767 INFO [RS:0;26747e6ada4f:36811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T04:57:26,767 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,36811,1731646645345 2024-11-15T04:57:26,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26747e6ada4f,36811,1731646645345] 2024-11-15T04:57:26,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26747e6ada4f,39769,1731646645471] 2024-11-15T04:57:26,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26747e6ada4f,37961,1731646645523] 2024-11-15T04:57:26,795 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T04:57:26,795 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T04:57:26,795 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T04:57:26,810 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T04:57:26,810 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T04:57:26,810 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T04:57:26,816 INFO [RS:1;26747e6ada4f:39769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T04:57:26,816 INFO [RS:2;26747e6ada4f:37961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T04:57:26,816 INFO [RS:0;26747e6ada4f:36811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T04:57:26,816 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,816 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,816 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,817 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T04:57:26,817 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T04:57:26,817 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T04:57:26,823 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T04:57:26,823 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T04:57:26,823 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T04:57:26,824 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,824 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,824 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T04:57:26,825 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T04:57:26,825 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,825 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26747e6ada4f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T04:57:26,826 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:2;26747e6ada4f:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26747e6ada4f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26747e6ada4f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26747e6ada4f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T04:57:26,826 DEBUG [RS:1;26747e6ada4f:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26747e6ada4f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T04:57:26,826 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26747e6ada4f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T04:57:26,827 DEBUG [RS:0;26747e6ada4f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26747e6ada4f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T04:57:26,829 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,829 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,37961,1731646645523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,39769,1731646645471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,830 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36811,1731646645345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T04:57:26,848 WARN [26747e6ada4f:36943 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T04:57:26,849 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T04:57:26,851 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36811,1731646645345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,851 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,851 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.Replication(171): 26747e6ada4f,36811,1731646645345 started 2024-11-15T04:57:26,852 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T04:57:26,852 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,39769,1731646645471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,852 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,852 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.Replication(171): 26747e6ada4f,39769,1731646645471 started 2024-11-15T04:57:26,868 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,869 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1482): Serving as 26747e6ada4f,36811,1731646645345, RpcServer on 26747e6ada4f/172.17.0.2:36811, sessionid=0x1013e2471320001 2024-11-15T04:57:26,869 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T04:57:26,870 DEBUG [RS:0;26747e6ada4f:36811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26747e6ada4f,36811,1731646645345 2024-11-15T04:57:26,870 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26747e6ada4f,36811,1731646645345' 2024-11-15T04:57:26,870 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T04:57:26,871 INFO [RS:1;26747e6ada4f:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,871 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T04:57:26,871 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(1482): Serving as 26747e6ada4f,39769,1731646645471, RpcServer on 26747e6ada4f/172.17.0.2:39769, sessionid=0x1013e2471320002 2024-11-15T04:57:26,871 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T04:57:26,871 DEBUG [RS:1;26747e6ada4f:39769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26747e6ada4f,39769,1731646645471 2024-11-15T04:57:26,871 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26747e6ada4f,39769,1731646645471' 2024-11-15T04:57:26,871 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T04:57:26,871 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T04:57:26,872 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T04:57:26,872 DEBUG [RS:0;26747e6ada4f:36811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26747e6ada4f,36811,1731646645345 2024-11-15T04:57:26,872 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26747e6ada4f,36811,1731646645345' 2024-11-15T04:57:26,872 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T04:57:26,872 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T04:57:26,872 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T04:57:26,872 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T04:57:26,872 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T04:57:26,873 DEBUG [RS:1;26747e6ada4f:39769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26747e6ada4f,39769,1731646645471 2024-11-15T04:57:26,873 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26747e6ada4f,39769,1731646645471' 2024-11-15T04:57:26,873 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T04:57:26,873 DEBUG [RS:0;26747e6ada4f:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T04:57:26,873 INFO [RS:0;26747e6ada4f:36811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T04:57:26,873 INFO [RS:0;26747e6ada4f:36811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T04:57:26,873 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T04:57:26,874 DEBUG [RS:1;26747e6ada4f:39769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T04:57:26,874 INFO [RS:1;26747e6ada4f:39769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T04:57:26,874 INFO [RS:1;26747e6ada4f:39769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T04:57:26,880 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T04:57:26,880 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,37961,1731646645523-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,880 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,880 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.Replication(171): 26747e6ada4f,37961,1731646645523 started 2024-11-15T04:57:26,895 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:26,895 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1482): Serving as 26747e6ada4f,37961,1731646645523, RpcServer on 26747e6ada4f/172.17.0.2:37961, sessionid=0x1013e2471320003 2024-11-15T04:57:26,895 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T04:57:26,895 DEBUG [RS:2;26747e6ada4f:37961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26747e6ada4f,37961,1731646645523 2024-11-15T04:57:26,896 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26747e6ada4f,37961,1731646645523' 2024-11-15T04:57:26,896 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T04:57:26,897 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T04:57:26,897 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T04:57:26,897 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T04:57:26,897 DEBUG [RS:2;26747e6ada4f:37961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26747e6ada4f,37961,1731646645523 2024-11-15T04:57:26,897 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26747e6ada4f,37961,1731646645523' 2024-11-15T04:57:26,897 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T04:57:26,898 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T04:57:26,899 DEBUG [RS:2;26747e6ada4f:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T04:57:26,899 INFO [RS:2;26747e6ada4f:37961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T04:57:26,899 INFO [RS:2;26747e6ada4f:37961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T04:57:26,984 INFO [RS:0;26747e6ada4f:36811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T04:57:26,984 INFO [RS:1;26747e6ada4f:39769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T04:57:26,987 INFO [RS:0;26747e6ada4f:36811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26747e6ada4f%2C36811%2C1731646645345, suffix=, logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,36811,1731646645345, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs, maxLogs=32 2024-11-15T04:57:26,987 INFO [RS:1;26747e6ada4f:39769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26747e6ada4f%2C39769%2C1731646645471, suffix=, logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs, maxLogs=32 2024-11-15T04:57:26,999 INFO [RS:2;26747e6ada4f:37961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T04:57:27,002 DEBUG [RS:1;26747e6ada4f:39769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471/26747e6ada4f%2C39769%2C1731646645471.1731646646990, exclude list is [], retry=0 2024-11-15T04:57:27,003 DEBUG [RS:0;26747e6ada4f:36811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,36811,1731646645345/26747e6ada4f%2C36811%2C1731646645345.1731646646990, exclude list is [], retry=0 2024-11-15T04:57:27,003 INFO [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26747e6ada4f%2C37961%2C1731646645523, suffix=, logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs, maxLogs=32 2024-11-15T04:57:27,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-5d6a4574-d605-420e-925f-2a814e8394e8,DISK] 2024-11-15T04:57:27,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-14bb3943-25f9-4dda-92a3-05b355dae73b,DISK] 2024-11-15T04:57:27,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-0b26d6a9-4d52-440a-b999-569ce5f5353a,DISK] 2024-11-15T04:57:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-14bb3943-25f9-4dda-92a3-05b355dae73b,DISK] 2024-11-15T04:57:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-0b26d6a9-4d52-440a-b999-569ce5f5353a,DISK] 2024-11-15T04:57:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-5d6a4574-d605-420e-925f-2a814e8394e8,DISK] 2024-11-15T04:57:27,014 INFO [RS:0;26747e6ada4f:36811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,36811,1731646645345/26747e6ada4f%2C36811%2C1731646645345.1731646646990 2024-11-15T04:57:27,014 INFO [RS:1;26747e6ada4f:39769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471/26747e6ada4f%2C39769%2C1731646645471.1731646646990 2024-11-15T04:57:27,018 DEBUG [RS:0;26747e6ada4f:36811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015),(127.0.0.1/127.0.0.1:36259:36259),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-15T04:57:27,018 DEBUG [RS:1;26747e6ada4f:39769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45207:45207),(127.0.0.1/127.0.0.1:43015:43015),(127.0.0.1/127.0.0.1:36259:36259)] 2024-11-15T04:57:27,021 DEBUG [RS:2;26747e6ada4f:37961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523/26747e6ada4f%2C37961%2C1731646645523.1731646647005, exclude list is [], retry=0 2024-11-15T04:57:27,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-5d6a4574-d605-420e-925f-2a814e8394e8,DISK] 2024-11-15T04:57:27,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-14bb3943-25f9-4dda-92a3-05b355dae73b,DISK] 2024-11-15T04:57:27,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-0b26d6a9-4d52-440a-b999-569ce5f5353a,DISK] 2024-11-15T04:57:27,030 INFO [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523/26747e6ada4f%2C37961%2C1731646645523.1731646647005 2024-11-15T04:57:27,031 DEBUG [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43015:43015),(127.0.0.1/127.0.0.1:45207:45207),(127.0.0.1/127.0.0.1:36259:36259)] 2024-11-15T04:57:27,102 DEBUG [26747e6ada4f:36943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T04:57:27,113 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(204): Hosts are {26747e6ada4f=0} racks are {/default-rack=0} 2024-11-15T04:57:27,119 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T04:57:27,120 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T04:57:27,120 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T04:57:27,120 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T04:57:27,120 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T04:57:27,120 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T04:57:27,120 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T04:57:27,120 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T04:57:27,120 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T04:57:27,120 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T04:57:27,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:27,135 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,39769,1731646645471, state=OPENING 2024-11-15T04:57:27,174 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T04:57:27,183 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T04:57:27,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,187 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T04:57:27,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:27,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T04:57:27,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36905, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T04:57:27,382 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T04:57:27,383 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T04:57:27,383 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T04:57:27,387 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26747e6ada4f%2C39769%2C1731646645471.meta, suffix=.meta, logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs, maxLogs=32 2024-11-15T04:57:27,401 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, exclude list is [], retry=0 2024-11-15T04:57:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-0b26d6a9-4d52-440a-b999-569ce5f5353a,DISK] 2024-11-15T04:57:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-5d6a4574-d605-420e-925f-2a814e8394e8,DISK] 2024-11-15T04:57:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-14bb3943-25f9-4dda-92a3-05b355dae73b,DISK] 2024-11-15T04:57:27,408 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta 2024-11-15T04:57:27,409 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36259:36259),(127.0.0.1/127.0.0.1:45207:45207),(127.0.0.1/127.0.0.1:43015:43015)] 2024-11-15T04:57:27,409 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T04:57:27,411 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T04:57:27,414 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T04:57:27,419 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T04:57:27,422 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T04:57:27,423 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,423 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T04:57:27,423 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T04:57:27,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T04:57:27,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T04:57:27,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:27,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:27,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T04:57:27,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T04:57:27,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:27,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:27,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T04:57:27,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T04:57:27,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:27,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:27,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T04:57:27,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T04:57:27,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:27,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T04:57:27,435 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T04:57:27,437 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740 2024-11-15T04:57:27,439 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740 2024-11-15T04:57:27,442 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T04:57:27,442 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T04:57:27,443 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T04:57:27,446 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T04:57:27,447 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65388157, jitterRate=-0.02564053237438202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T04:57:27,447 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T04:57:27,449 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731646647424Writing region info on filesystem at 1731646647424Initializing all the Stores at 1731646647425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646647425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646647426 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646647426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646647426Cleaning up temporary data from old regions at 1731646647442 (+16 ms)Running coprocessor post-open hooks at 1731646647448 (+6 ms)Region opened successfully at 1731646647449 (+1 ms) 2024-11-15T04:57:27,455 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731646647361 2024-11-15T04:57:27,465 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T04:57:27,466 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T04:57:27,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:27,470 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,39769,1731646645471, state=OPEN 2024-11-15T04:57:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:27,507 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:27,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:27,508 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:27,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T04:57:27,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,39769,1731646645471 in 319 msec 2024-11-15T04:57:27,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T04:57:27,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 838 msec 2024-11-15T04:57:27,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T04:57:27,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T04:57:27,543 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:27,544 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:27,563 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T04:57:27,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T04:57:27,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0910 sec 2024-11-15T04:57:27,584 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731646647584, completionTime=-1 2024-11-15T04:57:27,607 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T04:57:27,607 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T04:57:27,638 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T04:57:27,638 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646707638 2024-11-15T04:57:27,638 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646767638 2024-11-15T04:57:27,638 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-15T04:57:27,639 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:57:27,646 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36943,1731646644641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,647 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36943,1731646644641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,647 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36943,1731646644641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,648 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26747e6ada4f:36943, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,648 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,649 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,655 DEBUG [master/26747e6ada4f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T04:57:27,675 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.050sec 2024-11-15T04:57:27,676 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T04:57:27,677 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T04:57:27,678 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T04:57:27,678 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T04:57:27,678 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T04:57:27,679 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36943,1731646644641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T04:57:27,679 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36943,1731646644641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T04:57:27,684 DEBUG [master/26747e6ada4f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T04:57:27,684 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T04:57:27,685 INFO [master/26747e6ada4f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26747e6ada4f,36943,1731646644641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T04:57:27,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33facf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T04:57:27,772 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T04:57:27,772 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T04:57:27,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26747e6ada4f,36943,-1 for getting cluster id 2024-11-15T04:57:27,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T04:57:27,787 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909b6ec6-c9e0-44d2-a53a-d20ba24fcf69' 2024-11-15T04:57:27,789 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T04:57:27,789 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909b6ec6-c9e0-44d2-a53a-d20ba24fcf69" 2024-11-15T04:57:27,790 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T04:57:27,790 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26747e6ada4f,36943,-1] 2024-11-15T04:57:27,792 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T04:57:27,794 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T04:57:27,795 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T04:57:27,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d88e424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T04:57:27,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:27,805 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:27,806 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T04:57:27,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T04:57:27,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26747e6ada4f,36943,1731646644641 2024-11-15T04:57:27,826 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T04:57:27,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T04:57:27,834 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26747e6ada4f,36943,1731646644641 2024-11-15T04:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a466d1 2024-11-15T04:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T04:57:27,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T04:57:27,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T04:57:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T04:57:27,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T04:57:27,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-15T04:57:27,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:27,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T04:57:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T04:57:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741837_1013 (size=1020) 2024-11-15T04:57:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741837_1013 (size=1020) 2024-11-15T04:57:27,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741837_1013 (size=1020) 2024-11-15T04:57:27,878 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b7024c65f93d46bae5db0b78604a42b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,878 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a47e1b02f645522afc79173353b5ae04, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,878 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6b870e5f26e06fb9b7a5dbb89d91480c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741838_1014 (size=107) 2024-11-15T04:57:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741838_1014 (size=107) 2024-11-15T04:57:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741838_1014 (size=107) 2024-11-15T04:57:27,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a47e1b02f645522afc79173353b5ae04, disabling compactions & flushes 2024-11-15T04:57:27,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:27,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:27,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. after waiting 0 ms 2024-11-15T04:57:27,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:27,899 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:27,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a47e1b02f645522afc79173353b5ae04: Waiting for close lock at 1731646647898Disabling compacts and flushes for region at 1731646647898Disabling writes for close at 1731646647899 (+1 ms)Writing region close event to WAL at 1731646647899Closed at 1731646647899 2024-11-15T04:57:27,900 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1e6f86e104525f8da5c88dc5ba37bb3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741840_1016 (size=110) 2024-11-15T04:57:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741839_1015 (size=110) 2024-11-15T04:57:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741840_1016 (size=110) 2024-11-15T04:57:27,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741840_1016 (size=110) 2024-11-15T04:57:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741839_1015 (size=110) 2024-11-15T04:57:27,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6b870e5f26e06fb9b7a5dbb89d91480c, disabling compactions & flushes 2024-11-15T04:57:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741839_1015 (size=110) 2024-11-15T04:57:27,910 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:27,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:27,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. after waiting 0 ms 2024-11-15T04:57:27,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:27,910 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:27,910 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6b870e5f26e06fb9b7a5dbb89d91480c: Waiting for close lock at 1731646647910Disabling compacts and flushes for region at 1731646647910Disabling writes for close at 1731646647910Writing region close event to WAL at 1731646647910Closed at 1731646647910 2024-11-15T04:57:27,911 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 646a403f487d79d495e2b046883252e7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing b7024c65f93d46bae5db0b78604a42b9, disabling compactions & flushes 2024-11-15T04:57:27,911 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:27,911 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:27,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. after waiting 0 ms 2024-11-15T04:57:27,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:27,912 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:27,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for b7024c65f93d46bae5db0b78604a42b9: Waiting for close lock at 1731646647911Disabling compacts and flushes for region at 1731646647911Disabling writes for close at 1731646647912 (+1 ms)Writing region close event to WAL at 1731646647912Closed at 1731646647912 2024-11-15T04:57:27,912 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 89e9489ac1bde2bdb7120e8f7c75279f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741841_1017 (size=110) 2024-11-15T04:57:27,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741841_1017 (size=110) 2024-11-15T04:57:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741841_1017 (size=110) 2024-11-15T04:57:27,928 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a1e6f86e104525f8da5c88dc5ba37bb3, disabling compactions & flushes 2024-11-15T04:57:27,929 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:27,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:27,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. after waiting 0 ms 2024-11-15T04:57:27,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:27,929 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:27,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1e6f86e104525f8da5c88dc5ba37bb3: Waiting for close lock at 1731646647929Disabling compacts and flushes for region at 1731646647929Disabling writes for close at 1731646647929Writing region close event to WAL at 1731646647929Closed at 1731646647929 2024-11-15T04:57:27,930 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26a3e55f4b3b70efb59439d000f6a2ef, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741842_1018 (size=110) 2024-11-15T04:57:27,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741842_1018 (size=110) 2024-11-15T04:57:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741842_1018 (size=110) 2024-11-15T04:57:27,935 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 646a403f487d79d495e2b046883252e7, disabling compactions & flushes 2024-11-15T04:57:27,936 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:27,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:27,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. after waiting 0 ms 2024-11-15T04:57:27,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:27,936 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:27,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 646a403f487d79d495e2b046883252e7: Waiting for close lock at 1731646647936Disabling compacts and flushes for region at 1731646647936Disabling writes for close at 1731646647936Writing region close event to WAL at 1731646647936Closed at 1731646647936 2024-11-15T04:57:27,937 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8ed03e784c535e720d13a320c357d52a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741843_1019 (size=110) 2024-11-15T04:57:27,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741843_1019 (size=110) 2024-11-15T04:57:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741843_1019 (size=110) 2024-11-15T04:57:27,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 89e9489ac1bde2bdb7120e8f7c75279f, disabling compactions & flushes 2024-11-15T04:57:27,945 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:27,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:27,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. after waiting 0 ms 2024-11-15T04:57:27,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:27,945 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:27,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 89e9489ac1bde2bdb7120e8f7c75279f: Waiting for close lock at 1731646647944Disabling compacts and flushes for region at 1731646647944Disabling writes for close at 1731646647945 (+1 ms)Writing region close event to WAL at 1731646647945Closed at 1731646647945 2024-11-15T04:57:27,945 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e23603967ed9dd0a0a3b7c5c676e0da, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741844_1020 (size=110) 2024-11-15T04:57:27,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741844_1020 (size=110) 2024-11-15T04:57:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741845_1021 (size=110) 2024-11-15T04:57:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741844_1020 (size=110) 2024-11-15T04:57:27,952 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,952 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 26a3e55f4b3b70efb59439d000f6a2ef, disabling compactions & flushes 2024-11-15T04:57:27,952 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741845_1021 (size=110) 2024-11-15T04:57:27,952 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:27,952 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. after waiting 0 ms 2024-11-15T04:57:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741845_1021 (size=110) 2024-11-15T04:57:27,952 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:27,952 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:27,952 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26a3e55f4b3b70efb59439d000f6a2ef: Waiting for close lock at 1731646647952Disabling compacts and flushes for region at 1731646647952Disabling writes for close at 1731646647952Writing region close event to WAL at 1731646647952Closed at 1731646647952 2024-11-15T04:57:27,953 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1584183838f6e49fa782357cc75bbf6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,953 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,953 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8ed03e784c535e720d13a320c357d52a, disabling compactions & flushes 2024-11-15T04:57:27,953 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:27,954 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:27,954 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. after waiting 0 ms 2024-11-15T04:57:27,954 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:27,954 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:27,954 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8ed03e784c535e720d13a320c357d52a: Waiting for close lock at 1731646647953Disabling compacts and flushes for region at 1731646647953Disabling writes for close at 1731646647954 (+1 ms)Writing region close event to WAL at 1731646647954Closed at 1731646647954 2024-11-15T04:57:27,954 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 83267a7b2df07d1ef9e72966aa9bf649, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741846_1022 (size=110) 2024-11-15T04:57:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741846_1022 (size=110) 2024-11-15T04:57:27,968 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,968 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8e23603967ed9dd0a0a3b7c5c676e0da, disabling compactions & flushes 2024-11-15T04:57:27,968 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:27,968 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:27,968 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. after waiting 0 ms 2024-11-15T04:57:27,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:27,969 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:27,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e23603967ed9dd0a0a3b7c5c676e0da: Waiting for close lock at 1731646647968Disabling compacts and flushes for region at 1731646647968Disabling writes for close at 1731646647969 (+1 ms)Writing region close event to WAL at 1731646647969Closed at 1731646647969 2024-11-15T04:57:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741846_1022 (size=110) 2024-11-15T04:57:27,970 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1e5634ac8f24c1b88932c44e4e2dd389, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T04:57:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741848_1024 (size=110) 2024-11-15T04:57:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741848_1024 (size=110) 2024-11-15T04:57:27,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741848_1024 (size=110) 2024-11-15T04:57:27,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 83267a7b2df07d1ef9e72966aa9bf649, disabling compactions & flushes 2024-11-15T04:57:27,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:27,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:27,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. after waiting 0 ms 2024-11-15T04:57:27,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:27,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:27,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 83267a7b2df07d1ef9e72966aa9bf649: Waiting for close lock at 1731646647978Disabling compacts and flushes for region at 1731646647978Disabling writes for close at 1731646647978Writing region close event to WAL at 1731646647978Closed at 1731646647978 2024-11-15T04:57:27,979 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dc69f5ad7f2d6c8b8841c5bf11122d1f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741847_1023 (size=110) 2024-11-15T04:57:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741847_1023 (size=110) 2024-11-15T04:57:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741847_1023 (size=110) 2024-11-15T04:57:27,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b1584183838f6e49fa782357cc75bbf6, disabling compactions & flushes 2024-11-15T04:57:27,984 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:27,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:27,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. after waiting 0 ms 2024-11-15T04:57:27,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:27,984 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:27,985 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1584183838f6e49fa782357cc75bbf6: Waiting for close lock at 1731646647984Disabling compacts and flushes for region at 1731646647984Disabling writes for close at 1731646647984Writing region close event to WAL at 1731646647984Closed at 1731646647984 2024-11-15T04:57:27,985 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c8b4d3b4f2a258e5a703baedc2ad69a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:27,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741849_1025 (size=110) 2024-11-15T04:57:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741849_1025 (size=110) 2024-11-15T04:57:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741849_1025 (size=110) 2024-11-15T04:57:27,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:27,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 1e5634ac8f24c1b88932c44e4e2dd389, disabling compactions & flushes 2024-11-15T04:57:27,995 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:27,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:27,996 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. after waiting 0 ms 2024-11-15T04:57:27,996 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:27,996 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:27,996 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1e5634ac8f24c1b88932c44e4e2dd389: Waiting for close lock at 1731646647995Disabling compacts and flushes for region at 1731646647995Disabling writes for close at 1731646647996 (+1 ms)Writing region close event to WAL at 1731646647996Closed at 1731646647996 2024-11-15T04:57:27,997 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0df88d510d9b47112ffc6eed95eead59, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741851_1027 (size=110) 2024-11-15T04:57:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741851_1027 (size=110) 2024-11-15T04:57:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741850_1026 (size=110) 2024-11-15T04:57:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741850_1026 (size=110) 2024-11-15T04:57:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741852_1028 (size=110) 2024-11-15T04:57:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741850_1026 (size=110) 2024-11-15T04:57:28,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741852_1028 (size=110) 2024-11-15T04:57:28,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing dc69f5ad7f2d6c8b8841c5bf11122d1f, disabling compactions & flushes 2024-11-15T04:57:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741852_1028 (size=110) 2024-11-15T04:57:28,018 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741851_1027 (size=110) 2024-11-15T04:57:28,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. after waiting 0 ms 2024-11-15T04:57:28,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,019 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for dc69f5ad7f2d6c8b8841c5bf11122d1f: Waiting for close lock at 1731646648018Disabling compacts and flushes for region at 1731646648018Disabling writes for close at 1731646648019 (+1 ms)Writing region close event to WAL at 1731646648019Closed at 1731646648019 2024-11-15T04:57:28,019 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a4d96d5c304934aefc7c427ea5b0fe73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6c8b4d3b4f2a258e5a703baedc2ad69a, disabling compactions & flushes 2024-11-15T04:57:28,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:28,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:28,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. after waiting 0 ms 2024-11-15T04:57:28,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:28,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:28,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c8b4d3b4f2a258e5a703baedc2ad69a: Waiting for close lock at 1731646648020Disabling compacts and flushes for region at 1731646648020Disabling writes for close at 1731646648020Writing region close event to WAL at 1731646648020Closed at 1731646648020 2024-11-15T04:57:28,021 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dfcbb732c5490d18bdce8dca1bc3df3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741853_1029 (size=110) 2024-11-15T04:57:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741853_1029 (size=110) 2024-11-15T04:57:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741853_1029 (size=110) 2024-11-15T04:57:28,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a4d96d5c304934aefc7c427ea5b0fe73, disabling compactions & flushes 2024-11-15T04:57:28,034 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,034 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,034 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. after waiting 0 ms 2024-11-15T04:57:28,034 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,034 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,034 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a4d96d5c304934aefc7c427ea5b0fe73: Waiting for close lock at 1731646648033Disabling compacts and flushes for region at 1731646648033Disabling writes for close at 1731646648034 (+1 ms)Writing region close event to WAL at 1731646648034Closed at 1731646648034 2024-11-15T04:57:28,035 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d15314a7a504829eba0558d75f9bc27d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741854_1030 (size=110) 2024-11-15T04:57:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741854_1030 (size=110) 2024-11-15T04:57:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741854_1030 (size=110) 2024-11-15T04:57:28,038 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,038 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6dfcbb732c5490d18bdce8dca1bc3df3, disabling compactions & flushes 2024-11-15T04:57:28,038 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:28,038 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:28,039 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. after waiting 0 ms 2024-11-15T04:57:28,039 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:28,039 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:28,039 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dfcbb732c5490d18bdce8dca1bc3df3: Waiting for close lock at 1731646648038Disabling compacts and flushes for region at 1731646648038Disabling writes for close at 1731646648039 (+1 ms)Writing region close event to WAL at 1731646648039Closed at 1731646648039 2024-11-15T04:57:28,039 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e78a70c20d83d907a892e3b2f5025eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741855_1031 (size=110) 2024-11-15T04:57:28,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741855_1031 (size=110) 2024-11-15T04:57:28,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741855_1031 (size=110) 2024-11-15T04:57:28,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d15314a7a504829eba0558d75f9bc27d, disabling compactions & flushes 2024-11-15T04:57:28,055 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:28,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:28,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. after waiting 0 ms 2024-11-15T04:57:28,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:28,055 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:28,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d15314a7a504829eba0558d75f9bc27d: Waiting for close lock at 1731646648055Disabling compacts and flushes for region at 1731646648055Disabling writes for close at 1731646648055Writing region close event to WAL at 1731646648055Closed at 1731646648055 2024-11-15T04:57:28,056 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1b1c7590ef57137bd02808338bb94f83, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741856_1032 (size=110) 2024-11-15T04:57:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741856_1032 (size=110) 2024-11-15T04:57:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741856_1032 (size=110) 2024-11-15T04:57:28,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2e78a70c20d83d907a892e3b2f5025eb, disabling compactions & flushes 2024-11-15T04:57:28,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:28,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:28,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. after waiting 0 ms 2024-11-15T04:57:28,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:28,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:28,063 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e78a70c20d83d907a892e3b2f5025eb: Waiting for close lock at 1731646648062Disabling compacts and flushes for region at 1731646648062Disabling writes for close at 1731646648062Writing region close event to WAL at 1731646648062Closed at 1731646648062 2024-11-15T04:57:28,063 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 513ee8175933f504888dab568b428792, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741857_1033 (size=110) 2024-11-15T04:57:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741857_1033 (size=110) 2024-11-15T04:57:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741857_1033 (size=110) 2024-11-15T04:57:28,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1b1c7590ef57137bd02808338bb94f83, disabling compactions & flushes 2024-11-15T04:57:28,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:28,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:28,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. after waiting 0 ms 2024-11-15T04:57:28,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:28,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:28,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1b1c7590ef57137bd02808338bb94f83: Waiting for close lock at 1731646648081Disabling compacts and flushes for region at 1731646648081Disabling writes for close at 1731646648081Writing region close event to WAL at 1731646648081Closed at 1731646648081 2024-11-15T04:57:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741858_1034 (size=110) 2024-11-15T04:57:28,082 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 302f40f6d21f383879e7c80de01f6e03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741858_1034 (size=110) 2024-11-15T04:57:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741858_1034 (size=110) 2024-11-15T04:57:28,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 513ee8175933f504888dab568b428792, disabling compactions & flushes 2024-11-15T04:57:28,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:28,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:28,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. after waiting 0 ms 2024-11-15T04:57:28,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:28,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:28,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 513ee8175933f504888dab568b428792: Waiting for close lock at 1731646648084Disabling compacts and flushes for region at 1731646648084Disabling writes for close at 1731646648084Writing region close event to WAL at 1731646648084Closed at 1731646648084 2024-11-15T04:57:28,085 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5d66d337d895fbafa419b23e1b7fe0c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741859_1035 (size=110) 2024-11-15T04:57:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741859_1035 (size=110) 2024-11-15T04:57:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741859_1035 (size=110) 2024-11-15T04:57:28,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 302f40f6d21f383879e7c80de01f6e03, disabling compactions & flushes 2024-11-15T04:57:28,100 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:28,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:28,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. after waiting 0 ms 2024-11-15T04:57:28,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:28,100 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:28,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 302f40f6d21f383879e7c80de01f6e03: Waiting for close lock at 1731646648100Disabling compacts and flushes for region at 1731646648100Disabling writes for close at 1731646648100Writing region close event to WAL at 1731646648100Closed at 1731646648100 2024-11-15T04:57:28,101 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2ec238fc7189ad87e3ac0f70b93e5abb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741860_1036 (size=110) 2024-11-15T04:57:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741860_1036 (size=110) 2024-11-15T04:57:28,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741860_1036 (size=110) 2024-11-15T04:57:28,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a5d66d337d895fbafa419b23e1b7fe0c, disabling compactions & flushes 2024-11-15T04:57:28,110 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:28,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:28,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. after waiting 0 ms 2024-11-15T04:57:28,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:28,110 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:28,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5d66d337d895fbafa419b23e1b7fe0c: Waiting for close lock at 1731646648110Disabling compacts and flushes for region at 1731646648110Disabling writes for close at 1731646648110Writing region close event to WAL at 1731646648110Closed at 1731646648110 2024-11-15T04:57:28,111 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c87ee0c786d1ea2f8fadb89dffb34d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741861_1037 (size=110) 2024-11-15T04:57:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741861_1037 (size=110) 2024-11-15T04:57:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741861_1037 (size=110) 2024-11-15T04:57:28,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2ec238fc7189ad87e3ac0f70b93e5abb, disabling compactions & flushes 2024-11-15T04:57:28,120 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:28,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:28,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. after waiting 0 ms 2024-11-15T04:57:28,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:28,120 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:28,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2ec238fc7189ad87e3ac0f70b93e5abb: Waiting for close lock at 1731646648119Disabling compacts and flushes for region at 1731646648119Disabling writes for close at 1731646648120 (+1 ms)Writing region close event to WAL at 1731646648120Closed at 1731646648120 2024-11-15T04:57:28,121 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 71a31cf7c071f6d1f56b0d2c517ac31b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181 2024-11-15T04:57:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741862_1038 (size=110) 2024-11-15T04:57:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741862_1038 (size=110) 2024-11-15T04:57:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741862_1038 (size=110) 2024-11-15T04:57:28,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8c87ee0c786d1ea2f8fadb89dffb34d7, disabling compactions & flushes 2024-11-15T04:57:28,123 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. after waiting 0 ms 2024-11-15T04:57:28,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,123 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c87ee0c786d1ea2f8fadb89dffb34d7: Waiting for close lock at 1731646648123Disabling compacts and flushes for region at 1731646648123Disabling writes for close at 1731646648123Writing region close event to WAL at 1731646648123Closed at 1731646648123 2024-11-15T04:57:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741863_1039 (size=107) 2024-11-15T04:57:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741863_1039 (size=107) 2024-11-15T04:57:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741863_1039 (size=107) 2024-11-15T04:57:28,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 71a31cf7c071f6d1f56b0d2c517ac31b, disabling compactions & flushes 2024-11-15T04:57:28,132 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:28,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:28,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. after waiting 0 ms 2024-11-15T04:57:28,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:28,133 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:28,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 71a31cf7c071f6d1f56b0d2c517ac31b: Waiting for close lock at 1731646648132Disabling compacts and flushes for region at 1731646648132Disabling writes for close at 1731646648133 (+1 ms)Writing region close event to WAL at 1731646648133Closed at 1731646648133 2024-11-15T04:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T04:57:28,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 0df88d510d9b47112ffc6eed95eead59, disabling compactions & flushes 2024-11-15T04:57:28,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:28,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:28,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. after waiting 0 ms 2024-11-15T04:57:28,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:28,420 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:28,420 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0df88d510d9b47112ffc6eed95eead59: Waiting for close lock at 1731646648419Disabling compacts and flushes for region at 1731646648419Disabling writes for close at 1731646648419Writing region close event to WAL at 1731646648419Closed at 1731646648419 2024-11-15T04:57:28,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T04:57:28,431 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,438 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,438 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,438 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731646648424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731646648424"}]},"ts":"1731646648424"} 2024-11-15T04:57:28,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-15T04:57:28,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T04:57:28,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731646648485"}]},"ts":"1731646648485"} 2024-11-15T04:57:28,491 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-15T04:57:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T04:57:28,493 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {26747e6ada4f=0} racks are {/default-rack=0} 2024-11-15T04:57:28,530 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T04:57:28,530 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T04:57:28,530 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T04:57:28,531 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T04:57:28,531 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T04:57:28,531 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T04:57:28,531 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T04:57:28,531 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T04:57:28,531 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T04:57:28,531 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T04:57:28,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a47e1b02f645522afc79173353b5ae04, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6b870e5f26e06fb9b7a5dbb89d91480c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1e6f86e104525f8da5c88dc5ba37bb3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=646a403f487d79d495e2b046883252e7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26a3e55f4b3b70efb59439d000f6a2ef, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ed03e784c535e720d13a320c357d52a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1584183838f6e49fa782357cc75bbf6, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83267a7b2df07d1ef9e72966aa9bf649, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc69f5ad7f2d6c8b8841c5bf11122d1f, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c8b4d3b4f2a258e5a703baedc2ad69a, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0df88d510d9b47112ffc6eed95eead59, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6dfcbb732c5490d18bdce8dca1bc3df3, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d15314a7a504829eba0558d75f9bc27d, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=513ee8175933f504888dab568b428792, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5d66d337d895fbafa419b23e1b7fe0c, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ec238fc7189ad87e3ac0f70b93e5abb, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71a31cf7c071f6d1f56b0d2c517ac31b, ASSIGN}] 2024-11-15T04:57:28,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71a31cf7c071f6d1f56b0d2c517ac31b, ASSIGN 2024-11-15T04:57:28,544 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71a31cf7c071f6d1f56b0d2c517ac31b, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN 2024-11-15T04:57:28,547 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ec238fc7189ad87e3ac0f70b93e5abb, ASSIGN 2024-11-15T04:57:28,549 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ec238fc7189ad87e3ac0f70b93e5abb, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5d66d337d895fbafa419b23e1b7fe0c, ASSIGN 2024-11-15T04:57:28,552 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5d66d337d895fbafa419b23e1b7fe0c, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN 2024-11-15T04:57:28,554 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,556 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=513ee8175933f504888dab568b428792, ASSIGN 2024-11-15T04:57:28,557 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=513ee8175933f504888dab568b428792, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83, ASSIGN 2024-11-15T04:57:28,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN 2024-11-15T04:57:28,562 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d15314a7a504829eba0558d75f9bc27d, ASSIGN 2024-11-15T04:57:28,564 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d15314a7a504829eba0558d75f9bc27d, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6dfcbb732c5490d18bdce8dca1bc3df3, ASSIGN 2024-11-15T04:57:28,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6dfcbb732c5490d18bdce8dca1bc3df3, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,568 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN 2024-11-15T04:57:28,569 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0df88d510d9b47112ffc6eed95eead59, ASSIGN 2024-11-15T04:57:28,571 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0df88d510d9b47112ffc6eed95eead59, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,572 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c8b4d3b4f2a258e5a703baedc2ad69a, ASSIGN 2024-11-15T04:57:28,573 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c8b4d3b4f2a258e5a703baedc2ad69a, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,575 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc69f5ad7f2d6c8b8841c5bf11122d1f, ASSIGN 2024-11-15T04:57:28,576 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc69f5ad7f2d6c8b8841c5bf11122d1f, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN 2024-11-15T04:57:28,578 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83267a7b2df07d1ef9e72966aa9bf649, ASSIGN 2024-11-15T04:57:28,581 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83267a7b2df07d1ef9e72966aa9bf649, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,583 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1584183838f6e49fa782357cc75bbf6, ASSIGN 2024-11-15T04:57:28,585 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1584183838f6e49fa782357cc75bbf6, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,587 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN 2024-11-15T04:57:28,588 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ed03e784c535e720d13a320c357d52a, ASSIGN 2024-11-15T04:57:28,592 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ed03e784c535e720d13a320c357d52a, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,593 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26a3e55f4b3b70efb59439d000f6a2ef, ASSIGN 2024-11-15T04:57:28,595 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26a3e55f4b3b70efb59439d000f6a2ef, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN 2024-11-15T04:57:28,598 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,599 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=646a403f487d79d495e2b046883252e7, ASSIGN 2024-11-15T04:57:28,601 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=646a403f487d79d495e2b046883252e7, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,603 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1e6f86e104525f8da5c88dc5ba37bb3, ASSIGN 2024-11-15T04:57:28,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1e6f86e104525f8da5c88dc5ba37bb3, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,606 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6b870e5f26e06fb9b7a5dbb89d91480c, ASSIGN 2024-11-15T04:57:28,608 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6b870e5f26e06fb9b7a5dbb89d91480c, ASSIGN; state=OFFLINE, location=26747e6ada4f,36811,1731646645345; forceNewPlan=false, retain=false 2024-11-15T04:57:28,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN 2024-11-15T04:57:28,611 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN; state=OFFLINE, location=26747e6ada4f,39769,1731646645471; forceNewPlan=false, retain=false 2024-11-15T04:57:28,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a47e1b02f645522afc79173353b5ae04, ASSIGN 2024-11-15T04:57:28,614 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a47e1b02f645522afc79173353b5ae04, ASSIGN; state=OFFLINE, location=26747e6ada4f,37961,1731646645523; forceNewPlan=false, retain=false 2024-11-15T04:57:28,699 INFO [26747e6ada4f:36943 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-15T04:57:28,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=302f40f6d21f383879e7c80de01f6e03, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,703 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,703 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b7024c65f93d46bae5db0b78604a42b9, regionState=OPENING, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN because future has completed 2024-11-15T04:57:28,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=1b1c7590ef57137bd02808338bb94f83, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN because future has completed 2024-11-15T04:57:28,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN because future has completed 2024-11-15T04:57:28,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN because future has completed 2024-11-15T04:57:28,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN because future has completed 2024-11-15T04:57:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN because future has completed 2024-11-15T04:57:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN because future has completed 2024-11-15T04:57:28,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN because future has completed 2024-11-15T04:57:28,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71a31cf7c071f6d1f56b0d2c517ac31b, ASSIGN because future has completed 2024-11-15T04:57:28,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5d66d337d895fbafa419b23e1b7fe0c, ASSIGN because future has completed 2024-11-15T04:57:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d66d337d895fbafa419b23e1b7fe0c, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83, ASSIGN because future has completed 2024-11-15T04:57:28,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b1c7590ef57137bd02808338bb94f83, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71a31cf7c071f6d1f56b0d2c517ac31b, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,39769,1731646645471}] 2024-11-15T04:57:28,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6dfcbb732c5490d18bdce8dca1bc3df3, ASSIGN because future has completed 2024-11-15T04:57:28,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a47e1b02f645522afc79173353b5ae04, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfcbb732c5490d18bdce8dca1bc3df3, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc69f5ad7f2d6c8b8841c5bf11122d1f, ASSIGN because future has completed 2024-11-15T04:57:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83267a7b2df07d1ef9e72966aa9bf649, ASSIGN because future has completed 2024-11-15T04:57:28,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26a3e55f4b3b70efb59439d000f6a2ef, ASSIGN because future has completed 2024-11-15T04:57:28,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26a3e55f4b3b70efb59439d000f6a2ef, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1e6f86e104525f8da5c88dc5ba37bb3, ASSIGN because future has completed 2024-11-15T04:57:28,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a47e1b02f645522afc79173353b5ae04, ASSIGN because future has completed 2024-11-15T04:57:28,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47e1b02f645522afc79173353b5ae04, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e6f86e104525f8da5c88dc5ba37bb3, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83267a7b2df07d1ef9e72966aa9bf649, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc69f5ad7f2d6c8b8841c5bf11122d1f, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:57:28,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=513ee8175933f504888dab568b428792, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d15314a7a504829eba0558d75f9bc27d, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=0df88d510d9b47112ffc6eed95eead59, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ec238fc7189ad87e3ac0f70b93e5abb, ASSIGN because future has completed 2024-11-15T04:57:28,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b1584183838f6e49fa782357cc75bbf6, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ec238fc7189ad87e3ac0f70b93e5abb, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=513ee8175933f504888dab568b428792, ASSIGN because future has completed 2024-11-15T04:57:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d15314a7a504829eba0558d75f9bc27d, ASSIGN because future has completed 2024-11-15T04:57:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0df88d510d9b47112ffc6eed95eead59, ASSIGN because future has completed 2024-11-15T04:57:28,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d15314a7a504829eba0558d75f9bc27d, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c8b4d3b4f2a258e5a703baedc2ad69a, ASSIGN because future has completed 2024-11-15T04:57:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1584183838f6e49fa782357cc75bbf6, ASSIGN because future has completed 2024-11-15T04:57:28,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1584183838f6e49fa782357cc75bbf6, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c8b4d3b4f2a258e5a703baedc2ad69a, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0df88d510d9b47112ffc6eed95eead59, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 513ee8175933f504888dab568b428792, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8ed03e784c535e720d13a320c357d52a, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=646a403f487d79d495e2b046883252e7, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,832 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:28,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ed03e784c535e720d13a320c357d52a, ASSIGN because future has completed 2024-11-15T04:57:28,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed03e784c535e720d13a320c357d52a, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=646a403f487d79d495e2b046883252e7, ASSIGN because future has completed 2024-11-15T04:57:28,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6b870e5f26e06fb9b7a5dbb89d91480c, ASSIGN because future has completed 2024-11-15T04:57:28,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b870e5f26e06fb9b7a5dbb89d91480c, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646a403f487d79d495e2b046883252e7, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T04:57:28,871 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:28,871 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e5634ac8f24c1b88932c44e4e2dd389, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-15T04:57:28,872 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,872 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,873 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,873 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,875 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,877 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5634ac8f24c1b88932c44e4e2dd389 columnFamilyName colfamily11 2024-11-15T04:57:28,877 DEBUG [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,878 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(327): Store=1e5634ac8f24c1b88932c44e4e2dd389/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,879 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,880 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5634ac8f24c1b88932c44e4e2dd389 columnFamilyName colfamily21 2024-11-15T04:57:28,880 DEBUG [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,881 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(327): Store=1e5634ac8f24c1b88932c44e4e2dd389/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,881 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,883 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5634ac8f24c1b88932c44e4e2dd389 columnFamilyName colfamily31 2024-11-15T04:57:28,883 DEBUG [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,883 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(327): Store=1e5634ac8f24c1b88932c44e4e2dd389/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,883 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,884 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T04:57:28,885 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,885 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T04:57:28,887 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,887 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,888 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:28,890 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,892 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,892 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => dc69f5ad7f2d6c8b8841c5bf11122d1f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-15T04:57:28,893 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,893 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,893 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,893 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,894 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:28,895 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 1e5634ac8f24c1b88932c44e4e2dd389; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59374916, jitterRate=-0.1152448058128357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:28,896 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T04:57:28,896 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,897 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 1e5634ac8f24c1b88932c44e4e2dd389: Running coprocessor pre-open hook at 1731646648873Writing region info on filesystem at 1731646648873Initializing all the Stores at 1731646648875 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648875Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648875Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648875Cleaning up temporary data from old regions at 1731646648887 (+12 ms)Running coprocessor post-open hooks at 1731646648896 (+9 ms)Region opened successfully at 1731646648897 (+1 ms) 2024-11-15T04:57:28,899 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., pid=39, masterSystemTime=1731646648862 2024-11-15T04:57:28,900 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc69f5ad7f2d6c8b8841c5bf11122d1f columnFamilyName colfamily11 2024-11-15T04:57:28,900 DEBUG [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,901 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] regionserver.HStore(327): Store=dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,901 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,902 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:28,902 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T04:57:28,902 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,903 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => a4d96d5c304934aefc7c427ea5b0fe73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-15T04:57:28,903 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,903 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,903 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,903 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,903 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,904 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc69f5ad7f2d6c8b8841c5bf11122d1f columnFamilyName colfamily21 2024-11-15T04:57:28,904 DEBUG [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,905 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] regionserver.HStore(327): Store=dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,905 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,906 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:28,908 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc69f5ad7f2d6c8b8841c5bf11122d1f columnFamilyName colfamily31 2024-11-15T04:57:28,908 DEBUG [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,909 INFO [StoreOpener-dc69f5ad7f2d6c8b8841c5bf11122d1f-1 {}] regionserver.HStore(327): Store=dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,909 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,909 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d96d5c304934aefc7c427ea5b0fe73 columnFamilyName colfamily11 2024-11-15T04:57:28,909 DEBUG [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,910 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(327): Store=a4d96d5c304934aefc7c427ea5b0fe73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,911 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,911 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,912 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,913 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d96d5c304934aefc7c427ea5b0fe73 columnFamilyName colfamily21 2024-11-15T04:57:28,913 DEBUG [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=16 2024-11-15T04:57:28,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,39769,1731646645471 in 153 msec 2024-11-15T04:57:28,913 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,913 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,913 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(327): Store=a4d96d5c304934aefc7c427ea5b0fe73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,914 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,915 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:28,916 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d96d5c304934aefc7c427ea5b0fe73 columnFamilyName colfamily31 2024-11-15T04:57:28,916 DEBUG [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN in 380 msec 2024-11-15T04:57:28,917 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(327): Store=a4d96d5c304934aefc7c427ea5b0fe73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,917 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,917 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,918 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,919 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,921 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,921 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,921 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:28,921 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:28,922 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened dc69f5ad7f2d6c8b8841c5bf11122d1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587772, jitterRate=0.036938607692718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:28,922 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T04:57:28,922 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for dc69f5ad7f2d6c8b8841c5bf11122d1f: Running coprocessor pre-open hook at 1731646648893Writing region info on filesystem at 1731646648893Initializing all the Stores at 1731646648895 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648896 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648896Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648896Cleaning up temporary data from old regions at 1731646648913 (+17 ms)Running coprocessor post-open hooks at 1731646648922 (+9 ms)Region opened successfully at 1731646648922 2024-11-15T04:57:28,923 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., pid=47, masterSystemTime=1731646648884 2024-11-15T04:57:28,923 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,927 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,927 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:28,927 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T04:57:28,927 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:28,927 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 83267a7b2df07d1ef9e72966aa9bf649, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-15T04:57:28,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,928 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened a4d96d5c304934aefc7c427ea5b0fe73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68515675, jitterRate=0.020963117480278015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:28,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T04:57:28,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for a4d96d5c304934aefc7c427ea5b0fe73: Running coprocessor pre-open hook at 1731646648904Writing region info on filesystem at 1731646648904Initializing all the Stores at 1731646648906 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648906Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648906Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648906Cleaning up temporary data from old regions at 1731646648921 (+15 ms)Running coprocessor post-open hooks at 1731646648928 (+7 ms)Region opened successfully at 1731646648928 2024-11-15T04:57:28,930 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., pid=40, masterSystemTime=1731646648862 2024-11-15T04:57:28,931 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc69f5ad7f2d6c8b8841c5bf11122d1f, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:28,933 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83267a7b2df07d1ef9e72966aa9bf649 columnFamilyName colfamily11 2024-11-15T04:57:28,933 DEBUG [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,934 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,934 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T04:57:28,934 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] regionserver.HStore(327): Store=83267a7b2df07d1ef9e72966aa9bf649/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,934 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,934 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,935 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c87ee0c786d1ea2f8fadb89dffb34d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-15T04:57:28,935 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,935 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,935 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,935 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,937 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83267a7b2df07d1ef9e72966aa9bf649 columnFamilyName colfamily21 2024-11-15T04:57:28,937 DEBUG [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,938 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] regionserver.HStore(327): Store=83267a7b2df07d1ef9e72966aa9bf649/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=17 2024-11-15T04:57:28,938 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure dc69f5ad7f2d6c8b8841c5bf11122d1f, server=26747e6ada4f,37961,1731646645523 in 137 msec 2024-11-15T04:57:28,938 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,940 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c87ee0c786d1ea2f8fadb89dffb34d7 columnFamilyName colfamily11 2024-11-15T04:57:28,940 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83267a7b2df07d1ef9e72966aa9bf649 columnFamilyName colfamily31 2024-11-15T04:57:28,940 DEBUG [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,940 DEBUG [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,941 INFO [StoreOpener-83267a7b2df07d1ef9e72966aa9bf649-1 {}] regionserver.HStore(327): Store=83267a7b2df07d1ef9e72966aa9bf649/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc69f5ad7f2d6c8b8841c5bf11122d1f, ASSIGN in 405 msec 2024-11-15T04:57:28,941 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(327): Store=8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,941 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,942 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,943 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,944 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c87ee0c786d1ea2f8fadb89dffb34d7 columnFamilyName colfamily21 2024-11-15T04:57:28,944 DEBUG [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,945 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(327): Store=8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,945 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,945 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,947 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,947 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,947 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c87ee0c786d1ea2f8fadb89dffb34d7 columnFamilyName colfamily31 2024-11-15T04:57:28,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:28,947 DEBUG [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,948 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:28,948 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(327): Store=8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,948 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,949 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,950 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,950 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,952 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,952 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,953 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:28,954 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:28,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=20 2024-11-15T04:57:28,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,39769,1731646645471 in 188 msec 2024-11-15T04:57:28,955 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,955 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 83267a7b2df07d1ef9e72966aa9bf649; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63721749, jitterRate=-0.050471946597099304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:28,956 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T04:57:28,956 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 83267a7b2df07d1ef9e72966aa9bf649: Running coprocessor pre-open hook at 1731646648928Writing region info on filesystem at 1731646648928Initializing all the Stores at 1731646648930 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648930Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648930Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648930Cleaning up temporary data from old regions at 1731646648947 (+17 ms)Running coprocessor post-open hooks at 1731646648956 (+9 ms)Region opened successfully at 1731646648956 2024-11-15T04:57:28,957 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., pid=46, masterSystemTime=1731646648884 2024-11-15T04:57:28,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T04:57:28,960 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:28,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN in 422 msec 2024-11-15T04:57:28,961 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8c87ee0c786d1ea2f8fadb89dffb34d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68561078, jitterRate=0.02163967490196228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:28,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T04:57:28,961 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T04:57:28,961 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8c87ee0c786d1ea2f8fadb89dffb34d7: Running coprocessor pre-open hook at 1731646648935Writing region info on filesystem at 1731646648935Initializing all the Stores at 1731646648937 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648937Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648938 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648938Cleaning up temporary data from old regions at 1731646648952 (+14 ms)Running coprocessor post-open hooks at 1731646648961 (+9 ms)Region opened successfully at 1731646648961 2024-11-15T04:57:28,962 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:28,962 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T04:57:28,962 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:28,963 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => a5d66d337d895fbafa419b23e1b7fe0c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-15T04:57:28,963 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., pid=31, masterSystemTime=1731646648862 2024-11-15T04:57:28,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:28,963 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,964 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,964 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,964 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,967 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83267a7b2df07d1ef9e72966aa9bf649, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:28,969 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,969 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T04:57:28,969 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:28,969 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e78a70c20d83d907a892e3b2f5025eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-15T04:57:28,970 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,970 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:28,970 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,970 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,970 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d66d337d895fbafa419b23e1b7fe0c columnFamilyName colfamily11 2024-11-15T04:57:28,970 DEBUG [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,971 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] regionserver.HStore(327): Store=a5d66d337d895fbafa419b23e1b7fe0c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,972 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,974 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d66d337d895fbafa419b23e1b7fe0c columnFamilyName colfamily21 2024-11-15T04:57:28,974 DEBUG [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,975 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] regionserver.HStore(327): Store=a5d66d337d895fbafa419b23e1b7fe0c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:28,975 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,977 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d66d337d895fbafa419b23e1b7fe0c columnFamilyName colfamily31 2024-11-15T04:57:28,978 DEBUG [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,978 INFO [StoreOpener-a5d66d337d895fbafa419b23e1b7fe0c-1 {}] regionserver.HStore(327): Store=a5d66d337d895fbafa419b23e1b7fe0c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,979 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,980 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=15 2024-11-15T04:57:28,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 83267a7b2df07d1ef9e72966aa9bf649, server=26747e6ada4f,37961,1731646645523 in 182 msec 2024-11-15T04:57:28,980 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,982 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,982 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,983 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:28,983 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed03e784c535e720d13a320c357d52a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-15T04:57:28,983 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,983 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:28,983 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:28,983 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:28,984 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:28,984 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:28,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83267a7b2df07d1ef9e72966aa9bf649, ASSIGN in 447 msec 2024-11-15T04:57:28,986 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e78a70c20d83d907a892e3b2f5025eb columnFamilyName colfamily11 2024-11-15T04:57:28,986 DEBUG [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,986 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,987 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(327): Store=2e78a70c20d83d907a892e3b2f5025eb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,987 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,988 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:28,991 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e78a70c20d83d907a892e3b2f5025eb columnFamilyName colfamily21 2024-11-15T04:57:28,991 DEBUG [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,991 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:28,992 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(327): Store=2e78a70c20d83d907a892e3b2f5025eb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,992 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,992 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened a5d66d337d895fbafa419b23e1b7fe0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65950674, jitterRate=-0.017258375883102417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:28,993 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T04:57:28,993 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for a5d66d337d895fbafa419b23e1b7fe0c: Running coprocessor pre-open hook at 1731646648964Writing region info on filesystem at 1731646648964Initializing all the Stores at 1731646648967 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648967Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648967Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648967Cleaning up temporary data from old regions at 1731646648982 (+15 ms)Running coprocessor post-open hooks at 1731646648993 (+11 ms)Region opened successfully at 1731646648993 2024-11-15T04:57:28,993 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed03e784c535e720d13a320c357d52a columnFamilyName colfamily11 2024-11-15T04:57:28,993 DEBUG [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,994 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] regionserver.HStore(327): Store=8ed03e784c535e720d13a320c357d52a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,994 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., pid=34, masterSystemTime=1731646648884 2024-11-15T04:57:28,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-15T04:57:28,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,39769,1731646645471 in 279 msec 2024-11-15T04:57:28,994 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:28,995 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e78a70c20d83d907a892e3b2f5025eb columnFamilyName colfamily31 2024-11-15T04:57:28,995 DEBUG [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,996 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(327): Store=2e78a70c20d83d907a892e3b2f5025eb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:28,996 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,998 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:28,999 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed03e784c535e720d13a320c357d52a columnFamilyName colfamily21 2024-11-15T04:57:28,999 DEBUG [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:28,999 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:29,000 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] regionserver.HStore(327): Store=8ed03e784c535e720d13a320c357d52a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,000 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,001 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:29,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN in 462 msec 2024-11-15T04:57:29,001 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T04:57:29,001 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:29,001 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b1c7590ef57137bd02808338bb94f83, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-15T04:57:29,002 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,002 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,002 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,002 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T04:57:29,003 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:29,003 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:29,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,004 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,004 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,007 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed03e784c535e720d13a320c357d52a columnFamilyName colfamily31 2024-11-15T04:57:29,007 DEBUG [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,007 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d66d337d895fbafa419b23e1b7fe0c, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,008 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1c7590ef57137bd02808338bb94f83 columnFamilyName colfamily11 2024-11-15T04:57:29,008 DEBUG [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,009 INFO [StoreOpener-8ed03e784c535e720d13a320c357d52a-1 {}] regionserver.HStore(327): Store=8ed03e784c535e720d13a320c357d52a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,009 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,010 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] regionserver.HStore(327): Store=1b1c7590ef57137bd02808338bb94f83/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,010 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,010 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,011 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,011 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,012 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 2e78a70c20d83d907a892e3b2f5025eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68582435, jitterRate=0.021957919001579285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,012 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T04:57:29,013 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 2e78a70c20d83d907a892e3b2f5025eb: Running coprocessor pre-open hook at 1731646648970Writing region info on filesystem at 1731646648970Initializing all the Stores at 1731646648972 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648972Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648983 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648983Cleaning up temporary data from old regions at 1731646649003 (+20 ms)Running coprocessor post-open hooks at 1731646649012 (+9 ms)Region opened successfully at 1731646649012 2024-11-15T04:57:29,013 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,013 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,013 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,014 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., pid=32, masterSystemTime=1731646648862 2024-11-15T04:57:29,014 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1c7590ef57137bd02808338bb94f83 columnFamilyName colfamily21 2024-11-15T04:57:29,015 DEBUG [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,016 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,016 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] regionserver.HStore(327): Store=1b1c7590ef57137bd02808338bb94f83/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,016 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=27 2024-11-15T04:57:29,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure a5d66d337d895fbafa419b23e1b7fe0c, server=26747e6ada4f,37961,1731646645523 in 280 msec 2024-11-15T04:57:29,019 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:29,019 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T04:57:29,019 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:29,019 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => b7024c65f93d46bae5db0b78604a42b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-15T04:57:29,020 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,020 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,020 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,020 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:29,022 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1c7590ef57137bd02808338bb94f83 columnFamilyName colfamily31 2024-11-15T04:57:29,022 DEBUG [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,024 INFO [StoreOpener-1b1c7590ef57137bd02808338bb94f83-1 {}] regionserver.HStore(327): Store=1b1c7590ef57137bd02808338bb94f83/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,024 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:29,025 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,026 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,028 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,028 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5d66d337d895fbafa419b23e1b7fe0c, ASSIGN in 492 msec 2024-11-15T04:57:29,028 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,029 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,029 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8ed03e784c535e720d13a320c357d52a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73444321, jitterRate=0.09440566599369049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,029 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed03e784c535e720d13a320c357d52a 2024-11-15T04:57:29,029 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8ed03e784c535e720d13a320c357d52a: Running coprocessor pre-open hook at 1731646648985Writing region info on filesystem at 1731646648985Initializing all the Stores at 1731646648987 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648987Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648987Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646648988 (+1 ms)Cleaning up temporary data from old regions at 1731646649013 (+25 ms)Running coprocessor post-open hooks at 1731646649029 (+16 ms)Region opened successfully at 1731646649029 2024-11-15T04:57:29,030 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,030 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7024c65f93d46bae5db0b78604a42b9 columnFamilyName colfamily11 2024-11-15T04:57:29,030 DEBUG [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,031 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., pid=54, masterSystemTime=1731646648958 2024-11-15T04:57:29,031 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(327): Store=b7024c65f93d46bae5db0b78604a42b9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,031 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,034 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,034 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7024c65f93d46bae5db0b78604a42b9 columnFamilyName colfamily21 2024-11-15T04:57:29,034 DEBUG [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,035 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(327): Store=b7024c65f93d46bae5db0b78604a42b9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,036 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,036 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:29,036 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T04:57:29,036 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:29,037 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 0df88d510d9b47112ffc6eed95eead59, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-15T04:57:29,037 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,037 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,037 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,038 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,038 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7024c65f93d46bae5db0b78604a42b9 columnFamilyName colfamily31 2024-11-15T04:57:29,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=23 2024-11-15T04:57:29,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,39769,1731646645471 in 315 msec 2024-11-15T04:57:29,039 DEBUG [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,039 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(327): Store=b7024c65f93d46bae5db0b78604a42b9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,039 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,040 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,041 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 1b1c7590ef57137bd02808338bb94f83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464953, jitterRate=0.10961426794528961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,041 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T04:57:29,041 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 1b1c7590ef57137bd02808338bb94f83: Running coprocessor pre-open hook at 1731646649002Writing region info on filesystem at 1731646649002Initializing all the Stores at 1731646649004 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649004Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649004Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649004Cleaning up temporary data from old regions at 1731646649029 (+25 ms)Running coprocessor post-open hooks at 1731646649041 (+12 ms)Region opened successfully at 1731646649041 2024-11-15T04:57:29,041 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,042 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,042 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., pid=35, masterSystemTime=1731646648884 2024-11-15T04:57:29,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN in 506 msec 2024-11-15T04:57:29,044 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,044 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,046 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,046 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:29,046 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T04:57:29,047 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:29,047 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dfcbb732c5490d18bdce8dca1bc3df3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-15T04:57:29,047 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,047 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,048 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,048 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,049 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed03e784c535e720d13a320c357d52a, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,051 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,051 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,054 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,055 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfcbb732c5490d18bdce8dca1bc3df3 columnFamilyName colfamily11 2024-11-15T04:57:29,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b1c7590ef57137bd02808338bb94f83, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,055 DEBUG [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,056 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened b7024c65f93d46bae5db0b78604a42b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71132352, jitterRate=0.05995464324951172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,056 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T04:57:29,056 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for b7024c65f93d46bae5db0b78604a42b9: Running coprocessor pre-open hook at 1731646649020Writing region info on filesystem at 1731646649020Initializing all the Stores at 1731646649022 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649022Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649027 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649027Cleaning up temporary data from old regions at 1731646649044 (+17 ms)Running coprocessor post-open hooks at 1731646649056 (+12 ms)Region opened successfully at 1731646649056 2024-11-15T04:57:29,057 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] regionserver.HStore(327): Store=6dfcbb732c5490d18bdce8dca1bc3df3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,057 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,057 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0df88d510d9b47112ffc6eed95eead59 columnFamilyName colfamily11 2024-11-15T04:57:29,057 DEBUG [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,057 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., pid=37, masterSystemTime=1731646648862 2024-11-15T04:57:29,058 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] regionserver.HStore(327): Store=0df88d510d9b47112ffc6eed95eead59/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,059 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,060 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfcbb732c5490d18bdce8dca1bc3df3 columnFamilyName colfamily21 2024-11-15T04:57:29,060 DEBUG [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,061 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] regionserver.HStore(327): Store=6dfcbb732c5490d18bdce8dca1bc3df3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,061 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,061 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:29,062 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:29,062 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0df88d510d9b47112ffc6eed95eead59 columnFamilyName colfamily21 2024-11-15T04:57:29,062 DEBUG [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,062 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:29,062 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 89e9489ac1bde2bdb7120e8f7c75279f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-15T04:57:29,062 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=12 2024-11-15T04:57:29,063 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] regionserver.HStore(327): Store=0df88d510d9b47112ffc6eed95eead59/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ed03e784c535e720d13a320c357d52a, server=26747e6ada4f,36811,1731646645345 in 222 msec 2024-11-15T04:57:29,063 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,063 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,063 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,063 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,066 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0df88d510d9b47112ffc6eed95eead59 columnFamilyName colfamily31 2024-11-15T04:57:29,066 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfcbb732c5490d18bdce8dca1bc3df3 columnFamilyName colfamily31 2024-11-15T04:57:29,066 DEBUG [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,066 DEBUG [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,066 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ed03e784c535e720d13a320c357d52a, ASSIGN in 530 msec 2024-11-15T04:57:29,067 INFO [StoreOpener-0df88d510d9b47112ffc6eed95eead59-1 {}] regionserver.HStore(327): Store=0df88d510d9b47112ffc6eed95eead59/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,067 INFO [StoreOpener-6dfcbb732c5490d18bdce8dca1bc3df3-1 {}] regionserver.HStore(327): Store=6dfcbb732c5490d18bdce8dca1bc3df3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,067 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,067 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,069 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,069 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:29,069 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e9489ac1bde2bdb7120e8f7c75279f columnFamilyName colfamily11 2024-11-15T04:57:29,069 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,069 DEBUG [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,070 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,070 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(327): Store=89e9489ac1bde2bdb7120e8f7c75279f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,070 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,071 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,071 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,072 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,072 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,073 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,073 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,073 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e9489ac1bde2bdb7120e8f7c75279f columnFamilyName colfamily21 2024-11-15T04:57:29,073 DEBUG [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:29,074 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(327): Store=89e9489ac1bde2bdb7120e8f7c75279f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,074 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,075 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,075 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,076 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e9489ac1bde2bdb7120e8f7c75279f columnFamilyName colfamily31 2024-11-15T04:57:29,076 DEBUG [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,077 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(327): Store=89e9489ac1bde2bdb7120e8f7c75279f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,077 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,079 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,079 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,082 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,082 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,083 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,083 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,084 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,084 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 0df88d510d9b47112ffc6eed95eead59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68741170, jitterRate=0.024323254823684692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,084 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 6dfcbb732c5490d18bdce8dca1bc3df3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71118060, jitterRate=0.05974167585372925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,084 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T04:57:29,084 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T04:57:29,085 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 0df88d510d9b47112ffc6eed95eead59: Running coprocessor pre-open hook at 1731646649038Writing region info on filesystem at 1731646649038Initializing all the Stores at 1731646649041 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649041Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649051 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649051Cleaning up temporary data from old regions at 1731646649072 (+21 ms)Running coprocessor post-open hooks at 1731646649084 (+12 ms)Region opened successfully at 1731646649085 (+1 ms) 2024-11-15T04:57:29,085 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 6dfcbb732c5490d18bdce8dca1bc3df3: Running coprocessor pre-open hook at 1731646649048Writing region info on filesystem at 1731646649048Initializing all the Stores at 1731646649050 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649050Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649051 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649051Cleaning up temporary data from old regions at 1731646649072 (+21 ms)Running coprocessor post-open hooks at 1731646649084 (+12 ms)Region opened successfully at 1731646649085 (+1 ms) 2024-11-15T04:57:29,086 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., pid=42, masterSystemTime=1731646648884 2024-11-15T04:57:29,086 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., pid=52, masterSystemTime=1731646648958 2024-11-15T04:57:29,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=6 2024-11-15T04:57:29,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,39769,1731646645471 in 334 msec 2024-11-15T04:57:29,087 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,090 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:29,090 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T04:57:29,090 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:29,090 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a47e1b02f645522afc79173353b5ae04, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-15T04:57:29,091 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,091 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,091 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,091 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,092 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,093 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 89e9489ac1bde2bdb7120e8f7c75279f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75194058, jitterRate=0.12047877907752991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN in 554 msec 2024-11-15T04:57:29,093 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T04:57:29,093 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:29,093 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T04:57:29,094 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 89e9489ac1bde2bdb7120e8f7c75279f: Running coprocessor pre-open hook at 1731646649063Writing region info on filesystem at 1731646649063Initializing all the Stores at 1731646649065 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649065Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649065Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649066 (+1 ms)Cleaning up temporary data from old regions at 1731646649082 (+16 ms)Running coprocessor post-open hooks at 1731646649093 (+11 ms)Region opened successfully at 1731646649093 2024-11-15T04:57:29,094 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:29,094 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 513ee8175933f504888dab568b428792, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-15T04:57:29,094 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,094 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,095 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., pid=33, masterSystemTime=1731646648862 2024-11-15T04:57:29,096 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,098 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:29,098 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T04:57:29,099 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:29,099 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e23603967ed9dd0a0a3b7c5c676e0da, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-15T04:57:29,100 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47e1b02f645522afc79173353b5ae04 columnFamilyName colfamily11 2024-11-15T04:57:29,100 DEBUG [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,100 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,100 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,101 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,101 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,101 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] regionserver.HStore(327): Store=a47e1b02f645522afc79173353b5ae04/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,102 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:29,104 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,36811,1731646645345, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0df88d510d9b47112ffc6eed95eead59. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,107 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0df88d510d9b47112ffc6eed95eead59, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:29,111 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47e1b02f645522afc79173353b5ae04 columnFamilyName colfamily21 2024-11-15T04:57:29,112 DEBUG [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,113 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] regionserver.HStore(327): Store=a47e1b02f645522afc79173353b5ae04/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,113 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfcbb732c5490d18bdce8dca1bc3df3, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,115 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 513ee8175933f504888dab568b428792 columnFamilyName colfamily11 2024-11-15T04:57:29,115 DEBUG [StoreOpener-513ee8175933f504888dab568b428792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,116 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47e1b02f645522afc79173353b5ae04 columnFamilyName colfamily31 2024-11-15T04:57:29,116 DEBUG [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,116 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,116 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] regionserver.HStore(327): Store=513ee8175933f504888dab568b428792/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,117 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,117 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,37961,1731646645523, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6dfcbb732c5490d18bdce8dca1bc3df3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,117 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,37961,1731646645523, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,117 INFO [StoreOpener-a47e1b02f645522afc79173353b5ae04-1 {}] regionserver.HStore(327): Store=a47e1b02f645522afc79173353b5ae04/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,118 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,119 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 513ee8175933f504888dab568b428792 columnFamilyName colfamily21 2024-11-15T04:57:29,119 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e23603967ed9dd0a0a3b7c5c676e0da columnFamilyName colfamily11 2024-11-15T04:57:29,119 DEBUG [StoreOpener-513ee8175933f504888dab568b428792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,119 DEBUG [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,120 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(327): Store=8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,120 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] regionserver.HStore(327): Store=513ee8175933f504888dab568b428792/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,120 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,120 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,120 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,121 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=19 2024-11-15T04:57:29,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 0df88d510d9b47112ffc6eed95eead59, server=26747e6ada4f,36811,1731646645345 in 289 msec 2024-11-15T04:57:29,122 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 513ee8175933f504888dab568b428792 columnFamilyName colfamily31 2024-11-15T04:57:29,122 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e23603967ed9dd0a0a3b7c5c676e0da columnFamilyName colfamily21 2024-11-15T04:57:29,122 DEBUG [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,122 DEBUG [StoreOpener-513ee8175933f504888dab568b428792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,123 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,123 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,124 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(327): Store=8e23603967ed9dd0a0a3b7c5c676e0da/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,124 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,124 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0df88d510d9b47112ffc6eed95eead59, ASSIGN in 588 msec 2024-11-15T04:57:29,127 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,39769,1731646645471, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,127 INFO [StoreOpener-513ee8175933f504888dab568b428792-1 {}] regionserver.HStore(327): Store=513ee8175933f504888dab568b428792/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,128 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,128 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,129 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792 2024-11-15T04:57:29,129 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e23603967ed9dd0a0a3b7c5c676e0da columnFamilyName colfamily31 2024-11-15T04:57:29,129 DEBUG [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,130 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792 2024-11-15T04:57:29,130 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(327): Store=8e23603967ed9dd0a0a3b7c5c676e0da/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,131 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,132 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,133 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,133 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,133 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,133 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,133 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,134 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a47e1b02f645522afc79173353b5ae04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72329251, jitterRate=0.07778982818126678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,134 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a47e1b02f645522afc79173353b5ae04 2024-11-15T04:57:29,135 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a47e1b02f645522afc79173353b5ae04: Running coprocessor pre-open hook at 1731646649092Writing region info on filesystem at 1731646649092Initializing all the Stores at 1731646649093 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649093Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649095 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649095Cleaning up temporary data from old regions at 1731646649123 (+28 ms)Running coprocessor post-open hooks at 1731646649135 (+12 ms)Region opened successfully at 1731646649135 2024-11-15T04:57:29,135 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,135 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,135 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=21 2024-11-15T04:57:29,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dfcbb732c5490d18bdce8dca1bc3df3, server=26747e6ada4f,37961,1731646645523 in 353 msec 2024-11-15T04:57:29,136 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., pid=44, masterSystemTime=1731646648884 2024-11-15T04:57:29,136 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,139 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,139 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:29,139 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:29,139 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:29,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6dfcbb732c5490d18bdce8dca1bc3df3, ASSIGN in 603 msec 2024-11-15T04:57:29,140 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 26a3e55f4b3b70efb59439d000f6a2ef, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-15T04:57:29,140 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,140 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,141 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,141 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,141 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,142 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 513ee8175933f504888dab568b428792; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67895014, jitterRate=0.011714547872543335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,142 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 513ee8175933f504888dab568b428792 2024-11-15T04:57:29,142 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 513ee8175933f504888dab568b428792: Running coprocessor pre-open hook at 1731646649095Writing region info on filesystem at 1731646649095Initializing all the Stores at 1731646649097 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649097Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649106 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649106Cleaning up temporary data from old regions at 1731646649133 (+27 ms)Running coprocessor post-open hooks at 1731646649142 (+9 ms)Region opened successfully at 1731646649142 2024-11-15T04:57:29,144 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., pid=53, masterSystemTime=1731646648958 2024-11-15T04:57:29,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47e1b02f645522afc79173353b5ae04, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,147 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,148 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:29,148 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T04:57:29,148 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,148 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:29,148 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c8b4d3b4f2a258e5a703baedc2ad69a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-15T04:57:29,149 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,149 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 8e23603967ed9dd0a0a3b7c5c676e0da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64041282, jitterRate=-0.04571053385734558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,149 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,149 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T04:57:29,149 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,149 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,149 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 8e23603967ed9dd0a0a3b7c5c676e0da: Running coprocessor pre-open hook at 1731646649101Writing region info on filesystem at 1731646649101Initializing all the Stores at 1731646649109 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649109Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649115 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649116 (+1 ms)Cleaning up temporary data from old regions at 1731646649135 (+19 ms)Running coprocessor post-open hooks at 1731646649149 (+14 ms)Region opened successfully at 1731646649149 2024-11-15T04:57:29,150 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a3e55f4b3b70efb59439d000f6a2ef columnFamilyName colfamily11 2024-11-15T04:57:29,151 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., pid=38, masterSystemTime=1731646648862 2024-11-15T04:57:29,151 DEBUG [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,152 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,152 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] regionserver.HStore(327): Store=26a3e55f4b3b70efb59439d000f6a2ef/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,152 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=10 2024-11-15T04:57:29,154 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a3e55f4b3b70efb59439d000f6a2ef columnFamilyName colfamily21 2024-11-15T04:57:29,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,39769,1731646645471 in 421 msec 2024-11-15T04:57:29,154 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8b4d3b4f2a258e5a703baedc2ad69a columnFamilyName colfamily11 2024-11-15T04:57:29,154 DEBUG [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,154 DEBUG [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,154 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:29,154 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T04:57:29,155 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:29,155 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 302f40f6d21f383879e7c80de01f6e03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-15T04:57:29,155 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] regionserver.HStore(327): Store=6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,155 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,155 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] regionserver.HStore(327): Store=26a3e55f4b3b70efb59439d000f6a2ef/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,156 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,156 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,156 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,156 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,156 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN in 621 msec 2024-11-15T04:57:29,158 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8b4d3b4f2a258e5a703baedc2ad69a columnFamilyName colfamily21 2024-11-15T04:57:29,158 DEBUG [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,159 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a3e55f4b3b70efb59439d000f6a2ef columnFamilyName colfamily31 2024-11-15T04:57:29,159 DEBUG [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,159 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] regionserver.HStore(327): Store=6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,159 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:29,160 INFO [StoreOpener-26a3e55f4b3b70efb59439d000f6a2ef-1 {}] regionserver.HStore(327): Store=26a3e55f4b3b70efb59439d000f6a2ef/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,160 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,160 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,162 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8b4d3b4f2a258e5a703baedc2ad69a columnFamilyName colfamily31 2024-11-15T04:57:29,162 DEBUG [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,162 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,163 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:29,164 INFO [StoreOpener-6c8b4d3b4f2a258e5a703baedc2ad69a-1 {}] regionserver.HStore(327): Store=6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,164 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=513ee8175933f504888dab568b428792, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,165 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 302f40f6d21f383879e7c80de01f6e03 columnFamilyName colfamily11 2024-11-15T04:57:29,165 DEBUG [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,165 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,165 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,166 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,166 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(327): Store=302f40f6d21f383879e7c80de01f6e03/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,166 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,166 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,168 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 302f40f6d21f383879e7c80de01f6e03 columnFamilyName colfamily21 2024-11-15T04:57:29,168 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,168 DEBUG [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 513ee8175933f504888dab568b428792, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,169 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,169 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,169 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(327): Store=302f40f6d21f383879e7c80de01f6e03/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,170 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,170 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,171 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,173 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,174 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 302f40f6d21f383879e7c80de01f6e03 columnFamilyName colfamily31 2024-11-15T04:57:29,174 DEBUG [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,175 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=13 2024-11-15T04:57:29,176 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(327): Store=302f40f6d21f383879e7c80de01f6e03/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,176 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 26a3e55f4b3b70efb59439d000f6a2ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65154743, jitterRate=-0.029118672013282776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,39769,1731646645471 in 420 msec 2024-11-15T04:57:29,176 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T04:57:29,176 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 26a3e55f4b3b70efb59439d000f6a2ef: Running coprocessor pre-open hook at 1731646649141Writing region info on filesystem at 1731646649141Initializing all the Stores at 1731646649143 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649143Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649147 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649147Cleaning up temporary data from old regions at 1731646649166 (+19 ms)Running coprocessor post-open hooks at 1731646649176 (+10 ms)Region opened successfully at 1731646649176 2024-11-15T04:57:29,177 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,178 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., pid=43, masterSystemTime=1731646648884 2024-11-15T04:57:29,178 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,180 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,181 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,181 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 6c8b4d3b4f2a258e5a703baedc2ad69a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67432854, jitterRate=0.004827827215194702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,181 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T04:57:29,182 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 6c8b4d3b4f2a258e5a703baedc2ad69a: Running coprocessor pre-open hook at 1731646649149Writing region info on filesystem at 1731646649149Initializing all the Stores at 1731646649151 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649151Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649151Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649151Cleaning up temporary data from old regions at 1731646649169 (+18 ms)Running coprocessor post-open hooks at 1731646649181 (+12 ms)Region opened successfully at 1731646649181 2024-11-15T04:57:29,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN in 643 msec 2024-11-15T04:57:29,183 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:29,183 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T04:57:29,183 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:29,183 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => a1e6f86e104525f8da5c88dc5ba37bb3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-15T04:57:29,184 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,184 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,184 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., pid=51, masterSystemTime=1731646648958 2024-11-15T04:57:29,184 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,184 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,185 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,185 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,186 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,188 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:29,188 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T04:57:29,188 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:29,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26a3e55f4b3b70efb59439d000f6a2ef, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,189 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => d15314a7a504829eba0558d75f9bc27d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-15T04:57:29,189 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,189 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,189 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,190 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,190 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,190 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,192 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e6f86e104525f8da5c88dc5ba37bb3 columnFamilyName colfamily11 2024-11-15T04:57:29,192 DEBUG [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,193 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] regionserver.HStore(327): Store=a1e6f86e104525f8da5c88dc5ba37bb3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,193 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c8b4d3b4f2a258e5a703baedc2ad69a, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,196 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,197 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e6f86e104525f8da5c88dc5ba37bb3 columnFamilyName colfamily21 2024-11-15T04:57:29,197 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 302f40f6d21f383879e7c80de01f6e03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72623614, jitterRate=0.08217617869377136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,197 DEBUG [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,197 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T04:57:29,197 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 302f40f6d21f383879e7c80de01f6e03: Running coprocessor pre-open hook at 1731646649157Writing region info on filesystem at 1731646649157Initializing all the Stores at 1731646649159 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649160 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649160Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649160Cleaning up temporary data from old regions at 1731646649185 (+25 ms)Running coprocessor post-open hooks at 1731646649197 (+12 ms)Region opened successfully at 1731646649197 2024-11-15T04:57:29,198 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] regionserver.HStore(327): Store=a1e6f86e104525f8da5c88dc5ba37bb3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,198 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,198 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., pid=41, masterSystemTime=1731646648862 2024-11-15T04:57:29,200 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,201 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e6f86e104525f8da5c88dc5ba37bb3 columnFamilyName colfamily31 2024-11-15T04:57:29,201 DEBUG [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=18 2024-11-15T04:57:29,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c8b4d3b4f2a258e5a703baedc2ad69a, server=26747e6ada4f,36811,1731646645345 in 376 msec 2024-11-15T04:57:29,202 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:29,202 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T04:57:29,202 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15314a7a504829eba0558d75f9bc27d columnFamilyName colfamily11 2024-11-15T04:57:29,203 DEBUG [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,203 INFO [StoreOpener-a1e6f86e104525f8da5c88dc5ba37bb3-1 {}] regionserver.HStore(327): Store=a1e6f86e104525f8da5c88dc5ba37bb3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,203 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,203 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] regionserver.HStore(327): Store=d15314a7a504829eba0558d75f9bc27d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,203 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,204 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,39769,1731646645471 2024-11-15T04:57:29,204 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,206 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,206 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,207 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,39769,1731646645471 because future has completed 2024-11-15T04:57:29,209 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15314a7a504829eba0558d75f9bc27d columnFamilyName colfamily21 2024-11-15T04:57:29,209 DEBUG [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,209 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,210 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] regionserver.HStore(327): Store=d15314a7a504829eba0558d75f9bc27d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,210 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c8b4d3b4f2a258e5a703baedc2ad69a, ASSIGN in 674 msec 2024-11-15T04:57:29,212 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d15314a7a504829eba0558d75f9bc27d columnFamilyName colfamily31 2024-11-15T04:57:29,212 DEBUG [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,213 INFO [StoreOpener-d15314a7a504829eba0558d75f9bc27d-1 {}] regionserver.HStore(327): Store=d15314a7a504829eba0558d75f9bc27d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,213 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,213 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,214 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened a1e6f86e104525f8da5c88dc5ba37bb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63356911, jitterRate=-0.055908456444740295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,214 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T04:57:29,214 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,214 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for a1e6f86e104525f8da5c88dc5ba37bb3: Running coprocessor pre-open hook at 1731646649184Writing region info on filesystem at 1731646649184Initializing all the Stores at 1731646649188 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649188Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649188Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649188Cleaning up temporary data from old regions at 1731646649206 (+18 ms)Running coprocessor post-open hooks at 1731646649214 (+8 ms)Region opened successfully at 1731646649214 2024-11-15T04:57:29,215 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,216 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., pid=45, masterSystemTime=1731646648884 2024-11-15T04:57:29,218 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=26 2024-11-15T04:57:29,219 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,39769,1731646645471 in 446 msec 2024-11-15T04:57:29,219 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:29,219 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T04:57:29,219 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:29,219 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,36811,1731646645345, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=513ee8175933f504888dab568b428792. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,220 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 71a31cf7c071f6d1f56b0d2c517ac31b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-15T04:57:29,220 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,220 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,220 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,220 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,221 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,224 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,224 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e6f86e104525f8da5c88dc5ba37bb3, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,226 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a31cf7c071f6d1f56b0d2c517ac31b columnFamilyName colfamily11 2024-11-15T04:57:29,226 DEBUG [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,227 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,37961,1731646645523, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a47e1b02f645522afc79173353b5ae04. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,228 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,37961,1731646645523, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1e6f86e104525f8da5c88dc5ba37bb3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,228 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,37961,1731646645523, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26a3e55f4b3b70efb59439d000f6a2ef. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,228 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=26747e6ada4f,37961,1731646645523, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T04:57:29,228 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] regionserver.HStore(327): Store=71a31cf7c071f6d1f56b0d2c517ac31b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,229 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,231 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,231 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a31cf7c071f6d1f56b0d2c517ac31b columnFamilyName colfamily21 2024-11-15T04:57:29,232 DEBUG [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,232 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened d15314a7a504829eba0558d75f9bc27d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72365025, jitterRate=0.07832290232181549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,232 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d15314a7a504829eba0558d75f9bc27d 2024-11-15T04:57:29,233 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for d15314a7a504829eba0558d75f9bc27d: Running coprocessor pre-open hook at 1731646649191Writing region info on filesystem at 1731646649191Initializing all the Stores at 1731646649192 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649192Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649196 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649196Cleaning up temporary data from old regions at 1731646649219 (+23 ms)Running coprocessor post-open hooks at 1731646649232 (+13 ms)Region opened successfully at 1731646649232 2024-11-15T04:57:29,234 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., pid=49, masterSystemTime=1731646648958 2024-11-15T04:57:29,234 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] regionserver.HStore(327): Store=71a31cf7c071f6d1f56b0d2c517ac31b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,234 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=8 2024-11-15T04:57:29,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a1e6f86e104525f8da5c88dc5ba37bb3, server=26747e6ada4f,37961,1731646645523 in 444 msec 2024-11-15T04:57:29,237 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:29,237 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T04:57:29,237 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:29,237 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b870e5f26e06fb9b7a5dbb89d91480c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-15T04:57:29,238 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a31cf7c071f6d1f56b0d2c517ac31b columnFamilyName colfamily31 2024-11-15T04:57:29,238 DEBUG [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,238 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,238 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,238 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,238 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,239 INFO [StoreOpener-71a31cf7c071f6d1f56b0d2c517ac31b-1 {}] regionserver.HStore(327): Store=71a31cf7c071f6d1f56b0d2c517ac31b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,239 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,240 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,241 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,241 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1e6f86e104525f8da5c88dc5ba37bb3, ASSIGN in 703 msec 2024-11-15T04:57:29,242 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,243 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,243 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b870e5f26e06fb9b7a5dbb89d91480c columnFamilyName colfamily11 2024-11-15T04:57:29,243 DEBUG [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,243 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,244 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] regionserver.HStore(327): Store=6b870e5f26e06fb9b7a5dbb89d91480c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,244 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,247 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d15314a7a504829eba0558d75f9bc27d, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,248 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b870e5f26e06fb9b7a5dbb89d91480c columnFamilyName colfamily21 2024-11-15T04:57:29,248 DEBUG [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,249 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] regionserver.HStore(327): Store=6b870e5f26e06fb9b7a5dbb89d91480c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,249 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN in 713 msec 2024-11-15T04:57:29,251 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,252 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 71a31cf7c071f6d1f56b0d2c517ac31b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59408401, jitterRate=-0.1147458404302597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,252 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b870e5f26e06fb9b7a5dbb89d91480c columnFamilyName colfamily31 2024-11-15T04:57:29,252 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T04:57:29,253 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 71a31cf7c071f6d1f56b0d2c517ac31b: Running coprocessor pre-open hook at 1731646649220Writing region info on filesystem at 1731646649220Initializing all the Stores at 1731646649222 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649222Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649223 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649223Cleaning up temporary data from old regions at 1731646649243 (+20 ms)Running coprocessor post-open hooks at 1731646649252 (+9 ms)Region opened successfully at 1731646649252 2024-11-15T04:57:29,252 DEBUG [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,254 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b., pid=36, masterSystemTime=1731646648884 2024-11-15T04:57:29,254 INFO [StoreOpener-6b870e5f26e06fb9b7a5dbb89d91480c-1 {}] regionserver.HStore(327): Store=6b870e5f26e06fb9b7a5dbb89d91480c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,254 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=22 2024-11-15T04:57:29,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure d15314a7a504829eba0558d75f9bc27d, server=26747e6ada4f,36811,1731646645345 in 443 msec 2024-11-15T04:57:29,256 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,256 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,257 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:29,257 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T04:57:29,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d15314a7a504829eba0558d75f9bc27d, ASSIGN in 722 msec 2024-11-15T04:57:29,258 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,258 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,259 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T04:57:29,261 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71a31cf7c071f6d1f56b0d2c517ac31b, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T04:57:29,265 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,266 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 6b870e5f26e06fb9b7a5dbb89d91480c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72871421, jitterRate=0.08586879074573517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,266 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T04:57:29,267 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 6b870e5f26e06fb9b7a5dbb89d91480c: Running coprocessor pre-open hook at 1731646649238Writing region info on filesystem at 1731646649238Initializing all the Stores at 1731646649240 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649240Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649241 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649241Cleaning up temporary data from old regions at 1731646649258 (+17 ms)Running coprocessor post-open hooks at 1731646649266 (+8 ms)Region opened successfully at 1731646649266 2024-11-15T04:57:29,268 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., pid=55, masterSystemTime=1731646648958 2024-11-15T04:57:29,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=11 2024-11-15T04:57:29,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 26a3e55f4b3b70efb59439d000f6a2ef, server=26747e6ada4f,37961,1731646645523 in 486 msec 2024-11-15T04:57:29,271 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:29,271 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:29,271 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:29,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26a3e55f4b3b70efb59439d000f6a2ef, ASSIGN in 735 msec 2024-11-15T04:57:29,271 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => b1584183838f6e49fa782357cc75bbf6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-15T04:57:29,271 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,272 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,272 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,272 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,274 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b870e5f26e06fb9b7a5dbb89d91480c, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,276 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1584183838f6e49fa782357cc75bbf6 columnFamilyName colfamily11 2024-11-15T04:57:29,277 DEBUG [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,277 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] regionserver.HStore(327): Store=b1584183838f6e49fa782357cc75bbf6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,278 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,280 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1584183838f6e49fa782357cc75bbf6 columnFamilyName colfamily21 2024-11-15T04:57:29,280 DEBUG [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=30 2024-11-15T04:57:29,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 71a31cf7c071f6d1f56b0d2c517ac31b, server=26747e6ada4f,37961,1731646645523 in 537 msec 2024-11-15T04:57:29,280 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] regionserver.HStore(327): Store=b1584183838f6e49fa782357cc75bbf6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,281 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71a31cf7c071f6d1f56b0d2c517ac31b, ASSIGN in 747 msec 2024-11-15T04:57:29,283 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1584183838f6e49fa782357cc75bbf6 columnFamilyName colfamily31 2024-11-15T04:57:29,283 DEBUG [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,284 INFO [StoreOpener-b1584183838f6e49fa782357cc75bbf6-1 {}] regionserver.HStore(327): Store=b1584183838f6e49fa782357cc75bbf6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,284 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,285 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,285 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,287 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=7 2024-11-15T04:57:29,287 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b870e5f26e06fb9b7a5dbb89d91480c, server=26747e6ada4f,36811,1731646645345 in 445 msec 2024-11-15T04:57:29,288 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6b870e5f26e06fb9b7a5dbb89d91480c, ASSIGN in 754 msec 2024-11-15T04:57:29,290 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,293 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,294 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened b1584183838f6e49fa782357cc75bbf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60738711, jitterRate=-0.09492267668247223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,294 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1584183838f6e49fa782357cc75bbf6 2024-11-15T04:57:29,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-15T04:57:29,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 513ee8175933f504888dab568b428792, server=26747e6ada4f,36811,1731646645345 in 464 msec 2024-11-15T04:57:29,294 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for b1584183838f6e49fa782357cc75bbf6: Running coprocessor pre-open hook at 1731646649272Writing region info on filesystem at 1731646649272Initializing all the Stores at 1731646649273 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649273Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649274 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649274Cleaning up temporary data from old regions at 1731646649287 (+13 ms)Running coprocessor post-open hooks at 1731646649294 (+7 ms)Region opened successfully at 1731646649294 2024-11-15T04:57:29,295 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., pid=50, masterSystemTime=1731646648958 2024-11-15T04:57:29,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=513ee8175933f504888dab568b428792, ASSIGN in 761 msec 2024-11-15T04:57:29,298 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:29,298 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T04:57:29,298 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:29,298 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ec238fc7189ad87e3ac0f70b93e5abb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-15T04:57:29,299 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,299 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,299 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,299 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=5 2024-11-15T04:57:29,302 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a47e1b02f645522afc79173353b5ae04, server=26747e6ada4f,37961,1731646645523 in 514 msec 2024-11-15T04:57:29,304 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec238fc7189ad87e3ac0f70b93e5abb columnFamilyName colfamily11 2024-11-15T04:57:29,304 DEBUG [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a47e1b02f645522afc79173353b5ae04, ASSIGN in 769 msec 2024-11-15T04:57:29,305 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] regionserver.HStore(327): Store=2ec238fc7189ad87e3ac0f70b93e5abb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,305 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,307 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec238fc7189ad87e3ac0f70b93e5abb columnFamilyName colfamily21 2024-11-15T04:57:29,307 DEBUG [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,308 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] regionserver.HStore(327): Store=2ec238fc7189ad87e3ac0f70b93e5abb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,308 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1584183838f6e49fa782357cc75bbf6, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,310 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec238fc7189ad87e3ac0f70b93e5abb columnFamilyName colfamily31 2024-11-15T04:57:29,310 DEBUG [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,311 INFO [StoreOpener-2ec238fc7189ad87e3ac0f70b93e5abb-1 {}] regionserver.HStore(327): Store=2ec238fc7189ad87e3ac0f70b93e5abb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,312 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,313 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,313 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=24 2024-11-15T04:57:29,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b1c7590ef57137bd02808338bb94f83, server=26747e6ada4f,37961,1731646645523 in 575 msec 2024-11-15T04:57:29,315 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,315 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,316 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b1c7590ef57137bd02808338bb94f83, ASSIGN in 781 msec 2024-11-15T04:57:29,318 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=14 2024-11-15T04:57:29,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b1584183838f6e49fa782357cc75bbf6, server=26747e6ada4f,36811,1731646645345 in 504 msec 2024-11-15T04:57:29,323 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,325 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 2ec238fc7189ad87e3ac0f70b93e5abb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67772072, jitterRate=0.009882569313049316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,326 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T04:57:29,326 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 2ec238fc7189ad87e3ac0f70b93e5abb: Running coprocessor pre-open hook at 1731646649299Writing region info on filesystem at 1731646649299Initializing all the Stores at 1731646649301 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649301Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649301Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649301Cleaning up temporary data from old regions at 1731646649315 (+14 ms)Running coprocessor post-open hooks at 1731646649326 (+11 ms)Region opened successfully at 1731646649326 2024-11-15T04:57:29,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1584183838f6e49fa782357cc75bbf6, ASSIGN in 790 msec 2024-11-15T04:57:29,327 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., pid=48, masterSystemTime=1731646648958 2024-11-15T04:57:29,330 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:29,330 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T04:57:29,330 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:29,330 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 646a403f487d79d495e2b046883252e7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-15T04:57:29,331 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,331 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T04:57:29,331 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,331 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ec238fc7189ad87e3ac0f70b93e5abb, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,336 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,339 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646a403f487d79d495e2b046883252e7 columnFamilyName colfamily11 2024-11-15T04:57:29,340 DEBUG [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,340 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] regionserver.HStore(327): Store=646a403f487d79d495e2b046883252e7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,341 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=28 2024-11-15T04:57:29,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ec238fc7189ad87e3ac0f70b93e5abb, server=26747e6ada4f,36811,1731646645345 in 533 msec 2024-11-15T04:57:29,342 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646a403f487d79d495e2b046883252e7 columnFamilyName colfamily21 2024-11-15T04:57:29,342 DEBUG [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,343 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] regionserver.HStore(327): Store=646a403f487d79d495e2b046883252e7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,343 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ec238fc7189ad87e3ac0f70b93e5abb, ASSIGN in 809 msec 2024-11-15T04:57:29,345 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646a403f487d79d495e2b046883252e7 columnFamilyName colfamily31 2024-11-15T04:57:29,345 DEBUG [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T04:57:29,346 INFO [StoreOpener-646a403f487d79d495e2b046883252e7-1 {}] regionserver.HStore(327): Store=646a403f487d79d495e2b046883252e7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T04:57:29,346 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,347 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,348 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,349 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,349 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,350 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T04:57:29,352 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,355 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T04:57:29,356 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 646a403f487d79d495e2b046883252e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75384247, jitterRate=0.1233128160238266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T04:57:29,356 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 646a403f487d79d495e2b046883252e7 2024-11-15T04:57:29,356 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 646a403f487d79d495e2b046883252e7: Running coprocessor pre-open hook at 1731646649331Writing region info on filesystem at 1731646649331Initializing all the Stores at 1731646649336 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649336Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649336Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646649336Cleaning up temporary data from old regions at 1731646649349 (+13 ms)Running coprocessor post-open hooks at 1731646649356 (+7 ms)Region opened successfully at 1731646649356 2024-11-15T04:57:29,357 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., pid=56, masterSystemTime=1731646648958 2024-11-15T04:57:29,360 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:29,360 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T04:57:29,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=646a403f487d79d495e2b046883252e7, regionState=OPEN, openSeqNum=2, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T04:57:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646a403f487d79d495e2b046883252e7, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T04:57:29,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=9 2024-11-15T04:57:29,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 646a403f487d79d495e2b046883252e7, server=26747e6ada4f,36811,1731646645345 in 523 msec 2024-11-15T04:57:29,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-15T04:57:29,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=646a403f487d79d495e2b046883252e7, ASSIGN in 837 msec 2024-11-15T04:57:29,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T04:57:29,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731646649375"}]},"ts":"1731646649375"} 2024-11-15T04:57:29,378 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-15T04:57:29,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T04:57:29,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5330 sec 2024-11-15T04:57:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T04:57:30,013 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-15T04:57:30,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-15T04:57:30,014 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T04:57:30,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39769 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-15T04:57:30,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-15T04:57:30,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T04:57:30,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-15T04:57:30,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,325 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,380 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,528 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,657 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:30,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:30,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., hostname=26747e6ada4f,36811,1731646645345, seqNum=2] 2024-11-15T04:57:31,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2] 2024-11-15T04:57:31,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b., hostname=26747e6ada4f,37961,1731646645523, seqNum=2] 2024-11-15T04:57:31,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T04:57:31,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T04:57:31,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T04:57:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T04:57:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39769 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T04:57:31,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T04:57:31,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T04:57:32,141 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-15T04:57:32,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39769 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-15T04:57:32,402 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-15T04:57:32,403 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 26747e6ada4f,39769,1731646645471 2024-11-15T04:57:32,403 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 26747e6ada4f,39769,1731646645471 2024-11-15T04:57:32,404 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 26747e6ada4f,39769,1731646645471: Simulated kill ***** 2024-11-15T04:57:32,404 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T04:57:32,407 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T04:57:32,411 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T04:57:32,411 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T04:57:32,411 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T04:57:32,412 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 547373776 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 154319080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "26747e6ada4f" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "26747e6ada4f" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "26747e6ada4f" } ] } 2024-11-15T04:57:32,415 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36943 {}] master.MasterRpcServices(700): 26747e6ada4f,39769,1731646645471 reported a fatal error: ***** ABORTING region server 26747e6ada4f,39769,1731646645471: Simulated kill ***** 2024-11-15T04:57:32,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26747e6ada4f,39769,1731646645471' ***** 2024-11-15T04:57:32,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T04:57:32,418 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T04:57:32,418 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T04:57:32,418 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T04:57:32,418 INFO [RS:1;26747e6ada4f:39769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T04:57:32,418 INFO [RS:1;26747e6ada4f:39769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T04:57:32,418 INFO [RS:1;26747e6ada4f:39769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T04:57:32,419 INFO [RS:1;26747e6ada4f:39769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;26747e6ada4f:39769. 2024-11-15T04:57:32,419 DEBUG [RS:1;26747e6ada4f:39769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T04:57:32,424 DEBUG [RS:1;26747e6ada4f:39769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T04:57:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741836_1012 (size=54214) 2024-11-15T04:57:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741836_1012 (size=54214) 2024-11-15T04:57:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741836_1012 (size=54214) 2024-11-15T04:57:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741834_1010 (size=297717) 2024-11-15T04:57:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741834_1010 (size=297717) 2024-11-15T04:57:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741834_1010 (size=297717) 2024-11-15T04:57:32,435 DEBUG [RS:1;26747e6ada4f:39769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T04:57:32,436 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T04:57:32,436 INFO [RS:1;26747e6ada4f:39769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39769 2024-11-15T04:57:32,437 INFO [regionserver/26747e6ada4f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T04:57:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/26747e6ada4f,39769,1731646645471 2024-11-15T04:57:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T04:57:32,473 INFO [RS:1;26747e6ada4f:39769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T04:57:32,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26747e6ada4f,39769,1731646645471] 2024-11-15T04:57:32,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/26747e6ada4f,39769,1731646645471 already deleted, retry=false 2024-11-15T04:57:32,489 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 26747e6ada4f,39769,1731646645471 on 26747e6ada4f,36943,1731646644641 2024-11-15T04:57:32,494 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,499 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 26747e6ada4f,39769,1731646645471 (carryingMeta=true) 26747e6ada4f,39769,1731646645471/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25ad5b4b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T04:57:32,499 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,499 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T04:57:32,500 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:57:32,500 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T04:57:32,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T04:57:32,521 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,522 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T04:57:32,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:57:32,522 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T04:57:32,522 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T04:57:32,523 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T04:57:32,523 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T04:57:32,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T04:57:32,523 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T04:57:32,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T04:57:32,531 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T04:57:32,532 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T04:57:32,533 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T04:57:32,534 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,534 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T04:57:32,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-15T04:57:32,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T04:57:32,537 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,39769,1731646645471, table=hbase:meta, region=1588230740 2024-11-15T04:57:32,537 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,39769,1731646645471, state=OPEN 2024-11-15T04:57:32,544 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T04:57:32,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:32,548 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:32,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:57:32,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:32,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:32,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:57:32,550 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646682550 2024-11-15T04:57:32,551 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T04:57:32,551 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,551 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T04:57:32,552 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:57:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:32,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:57:32,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:32,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:32,557 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true, isMeta: true 2024-11-15T04:57:32,560 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting 2024-11-15T04:57:32,563 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=1, meta=true 2024-11-15T04:57:32,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta}] 2024-11-15T04:57:32,565 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T04:57:32,566 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:57:32,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:57:32,566 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T04:57:32,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T04:57:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x1013e2471320002, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T04:57:32,582 INFO [RS:1;26747e6ada4f:39769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T04:57:32,582 INFO [RS:1;26747e6ada4f:39769 {}] regionserver.HRegionServer(1031): Exiting; stopping=26747e6ada4f,39769,1731646645471; zookeeper connection closed. 2024-11-15T04:57:32,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@793b18b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@793b18b4 2024-11-15T04:57:32,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:32,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:32,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:57:32,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:32,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:32,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:32,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:32,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:32,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:57:32,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:32,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:32,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:32,928 INFO [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T04:57:32,928 INFO [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T04:57:32,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T04:57:32,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-15T04:57:32,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T04:57:33,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:33,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:33,182 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:57:33,182 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:33,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:33,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:33,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:33,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:33,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:57:33,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:33,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:33,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:34,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:34,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:34,703 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:57:34,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:57:34,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:34,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:57:34,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:34,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:34,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T04:57:34,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T04:57:34,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T04:57:34,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-15T04:57:34,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T04:57:34,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T04:57:34,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T04:57:34,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T04:57:36,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:36,732 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:36,733 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:57:36,734 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:57:36,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:36,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:57:36,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:36,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:40,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:40,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:40,753 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:57:40,753 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8202 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:57:40,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:40,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:57:40,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:40,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:50,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:57:50,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:57:50,813 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:57:50,815 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18263 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:57:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:57:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:57:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:53,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T04:58:00,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:00,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:00,854 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:00,856 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28304 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:00,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:00,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:01,612 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26747e6ada4f:36943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 10 more 2024-11-15T04:58:07,689 INFO [master/26747e6ada4f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T04:58:07,689 INFO [master/26747e6ada4f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T04:58:10,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:10,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:10,955 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:10,956 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38404 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:10,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:10,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:10,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:10,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:21,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:21,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:21,023 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:21,024 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48473 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:21,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:23,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T04:58:23,802 WARN [RS:0;26747e6ada4f:36811 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 26747e6ada4f,39769,1731646645471: status=status unset, state=RUNNING, startTime=1731646652499, completionTime=-1 appears to have been leaked 2024-11-15T04:58:27,241 INFO [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T04:58:27,648 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6b870e5f26e06fb9b7a5dbb89d91480c changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,650 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 646a403f487d79d495e2b046883252e7 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,651 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ed03e784c535e720d13a320c357d52a changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,652 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b1584183838f6e49fa782357cc75bbf6 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,652 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6c8b4d3b4f2a258e5a703baedc2ad69a changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,652 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0df88d510d9b47112ffc6eed95eead59 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,652 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d15314a7a504829eba0558d75f9bc27d changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,652 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 513ee8175933f504888dab568b428792 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,652 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ec238fc7189ad87e3ac0f70b93e5abb changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a47e1b02f645522afc79173353b5ae04 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a1e6f86e104525f8da5c88dc5ba37bb3 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 26a3e55f4b3b70efb59439d000f6a2ef changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 83267a7b2df07d1ef9e72966aa9bf649 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dc69f5ad7f2d6c8b8841c5bf11122d1f changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6dfcbb732c5490d18bdce8dca1bc3df3 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,653 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1b1c7590ef57137bd02808338bb94f83 changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,654 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a5d66d337d895fbafa419b23e1b7fe0c changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:27,654 DEBUG [master/26747e6ada4f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 71a31cf7c071f6d1f56b0d2c517ac31b changed from -1.0 to 0.0, refreshing cache 2024-11-15T04:58:32,554 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-15T04:57:32.556Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:32.664Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:32.874Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:33.183Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:33.693Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:57:34.708Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:36.736Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:40.754Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:57:50.817Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:00.858Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:10.958Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:21.026Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-15T04:58:32,559 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:58:32,560 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T04:58:32,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:58:32,560 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T04:58:32,560 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T04:58:32,561 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T04:58:32,561 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T04:58:32,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T04:58:32,561 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T04:58:32,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T04:58:32,564 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T04:58:32,564 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T04:58:32,565 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T04:58:32,565 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:58:32,565 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T04:58:32,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T04:58:32,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T04:58:32,566 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,39769,1731646645471, table=hbase:meta, region=1588230740 2024-11-15T04:58:32,566 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,39769,1731646645471, state=OPEN 2024-11-15T04:58:32,568 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T04:58:32,569 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T04:58:32,664 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:58:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:58:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:58:32,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:58:32,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:58:32,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:58:32,666 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646742666 2024-11-15T04:58:32,666 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T04:58:32,666 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true, isMeta: true 2024-11-15T04:58:32,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:32,667 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:32,669 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:32,671 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=1, meta=true 2024-11-15T04:58:32,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta}] 2024-11-15T04:58:32,671 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T04:58:32,677 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=26747e6ada4f,37961,1731646645523 2024-11-15T04:58:32,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523}] 2024-11-15T04:58:32,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:32,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:32,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:58:32,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:32,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:32,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:32,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-15T04:58:32,873 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, size=52.9 K (54214bytes) 2024-11-15T04:58:32,873 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T04:58:32,874 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T04:58:32,874 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta 2024-11-15T04:58:32,878 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta after 3ms 2024-11-15T04:58:32,885 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta took 14ms 2024-11-15T04:58:32,893 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-15T04:58:32,900 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp 2024-11-15T04:58:32,904 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta so closing down 2024-11-15T04:58:32,904 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T04:58:32,904 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp 2024-11-15T04:58:32,908 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T04:58:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741864_1040 (size=53973) 2024-11-15T04:58:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741864_1040 (size=53973) 2024-11-15T04:58:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741864_1040 (size=53973) 2024-11-15T04:58:32,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-15T04:58:32,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T04:58:32,929 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-15T04:58:32,930 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, journal: Splitting hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, size=52.9 K (54214bytes) at 1731646712873Finishing writing output for hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta so closing down at 1731646712904 (+31 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp at 17316467129043 split writer threads finished at 1731646712908 (+4 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731646712923 (+15 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731646712926 (+3 ms)Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731646712930 (+4 ms) 2024-11-15T04:58:32,930 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta 2024-11-15T04:58:32,931 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T04:58:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T04:58:32,942 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs 2024-11-15T04:58:32,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T04:58:32,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 in 263 msec 2024-11-15T04:58:32,946 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=26747e6ada4f,37961,1731646645523 2024-11-15T04:58:32,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-15T04:58:32,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 in 276 msec 2024-11-15T04:58:32,953 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting dir is empty, no logs to split. 2024-11-15T04:58:32,953 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=0, meta=true 2024-11-15T04:58:32,953 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 26747e6ada4f,39769,1731646645471 WAL splitting is done? wals=0, meta=true 2024-11-15T04:58:32,953 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T04:58:32,953 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:58:32,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:58:32,954 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T04:58:32,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:32,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:32,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:58:32,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:32,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:32,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:33,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:33,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:33,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:58:33,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:33,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:33,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:33,616 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26747e6ada4f:36943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 10 more 2024-11-15T04:58:33,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:33,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:33,802 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:58:33,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:33,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:33,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:34,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:34,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:34,814 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:34,815 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:34,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:36,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:36,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:36,832 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:36,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4165 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:36,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:36,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:36,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:36,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:40,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:40,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:40,874 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:40,875 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8207 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:40,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:40,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:40,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:50,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:58:50,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:58:50,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:58:50,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18278 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:58:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:58:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:58:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:53,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T04:59:01,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:01,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:01,004 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:01,006 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28338 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:11,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:11,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:11,044 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:11,045 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38378 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:11,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:21,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:21,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:21,065 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:21,066 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48398 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:21,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:21,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:21,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:21,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:23,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T04:59:26,849 WARN [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 23, running: 1 2024-11-15T04:59:26,920 WARN [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 16, running: 1 2024-11-15T04:59:30,866 INFO [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-15T04:59:32,673 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-15T04:58:32.670Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:32.774Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:32.982Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:33.294Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:33.803Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:58:34.817Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:36.833Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:40.877Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:58:50.947Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:01.008Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:11.047Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:21.068Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-15T04:59:32,675 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:59:32,675 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T04:59:32,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:59:32,676 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T04:59:32,676 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T04:59:32,676 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T04:59:32,676 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T04:59:32,676 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T04:59:32,677 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T04:59:32,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T04:59:32,682 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T04:59:32,682 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T04:59:32,682 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T04:59:32,682 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T04:59:32,683 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T04:59:32,684 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:59:32,684 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T04:59:32,684 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T04:59:32,684 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T04:59:32,684 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T04:59:32,684 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T04:59:32,684 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T04:59:32,685 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T04:59:32,685 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,39769,1731646645471, table=hbase:meta, region=1588230740 2024-11-15T04:59:32,686 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,39769,1731646645471, state=OPEN 2024-11-15T04:59:32,747 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T04:59:32,748 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T04:59:32,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:59:32,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:59:32,749 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T04:59:32,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:59:32,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:59:32,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T04:59:32,750 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646802750 2024-11-15T04:59:32,750 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T04:59:32,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:32,750 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:32,751 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:32,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:32,752 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting dir is empty, no logs to split. 2024-11-15T04:59:32,752 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=0, meta=true 2024-11-15T04:59:32,752 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 26747e6ada4f,39769,1731646645471 WAL splitting is done? wals=0, meta=true 2024-11-15T04:59:32,752 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T04:59:32,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T04:59:32,755 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T04:59:32,755 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T04:59:32,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T04:59:32,755 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T04:59:32,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:32,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:32,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:59:32,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:32,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:32,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:33,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:33,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:33,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:59:33,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:33,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:33,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:33,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:59:33,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:33,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:33,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:33,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T04:59:33,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:34,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:34,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:34,913 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:34,915 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2164 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:36,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:36,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:36,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:36,933 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:36,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:36,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:36,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:36,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:39,618 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26747e6ada4f:36943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 10 more 2024-11-15T04:59:40,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:40,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:40,953 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:40,954 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8204 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:51,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T04:59:51,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T04:59:51,033 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T04:59:51,034 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18284 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T04:59:51,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T04:59:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T04:59:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:53,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:00:01,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:01,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T05:00:01,142 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:00:01,143 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28392 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T05:00:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T05:00:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T05:00:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:11,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:11,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T05:00:11,223 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:00:11,224 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38474 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T05:00:11,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:11,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T05:00:11,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T05:00:11,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:21,291 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:21,291 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T05:00:21,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:00:21,295 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26747e6ada4f,39769,1731646645471 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48544 ms java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T05:00:21,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:21,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T05:00:21,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T05:00:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:23,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:00:26,627 WARN [RS:0;26747e6ada4f:36811 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 26747e6ada4f,39769,1731646645471: status=Processing ServerCrashProcedure of 26747e6ada4f,39769,1731646645471 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731646652534, completionTime=-1 appears to have been leaked 2024-11-15T05:00:26,627 WARN [RS:0;26747e6ada4f:36811 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 26747e6ada4f,39769,1731646645471: status=Processing ServerCrashProcedure of 26747e6ada4f,39769,1731646645471 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731646712565, completionTime=-1 appears to have been leaked 2024-11-15T05:00:32,752 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-15T04:59:32.751Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:32.863Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33.073Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33.383Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:33.893Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T04:59:34.917Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:36.933Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:40.956Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T04:59:51.036Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:01.143Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:11.226Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:21.296Z, java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-15T05:00:32,755 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:32,755 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T05:00:32,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:32,756 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:32,756 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:32,756 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T05:00:32,757 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T05:00:32,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T05:00:32,757 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:00:32,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T05:00:32,762 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T05:00:32,762 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:32,762 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:32,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:00:32,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T05:00:32,764 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:32,764 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:32,764 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:32,764 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T05:00:32,765 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:32,765 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:32,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T05:00:32,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:32,766 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,39769,1731646645471, table=hbase:meta, region=1588230740 2024-11-15T05:00:32,766 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,39769,1731646645471, state=OPEN 2024-11-15T05:00:32,795 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:32,795 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:32,850 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:32,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:32,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:32,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:32,852 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646862852 2024-11-15T05:00:32,852 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T05:00:32,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T05:00:32,853 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T05:00:32,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:32,853 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T05:00:32,855 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:00:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T05:00:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T05:00:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:32,858 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:32,859 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:32,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:32,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1] 2024-11-15T05:00:32,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:32,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:32,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:32,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T05:00:33,010 DEBUG [26747e6ada4f:36943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T05:00:33,011 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(204): Hosts are {26747e6ada4f=0} racks are {/default-rack=0} 2024-11-15T05:00:33,012 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T05:00:33,012 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T05:00:33,012 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T05:00:33,012 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T05:00:33,012 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T05:00:33,012 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T05:00:33,013 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T05:00:33,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:33,015 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPENING 2024-11-15T05:00:33,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:33,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:33,033 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:33,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:33,033 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:33,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:33,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:33,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T05:00:33,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:33,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1] 2024-11-15T05:00:33,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:00:33,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:00:33,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37961 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:44633 deadline: 1731646892857, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 26747e6ada4f,37961,1731646645523 2024-11-15T05:00:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 26747e6ada4f,37961,1731646645523 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:00:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 26747e6ada4f,37961,1731646645523 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:00:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1 from cache 2024-11-15T05:00:33,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T05:00:33,197 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T05:00:33,197 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T05:00:33,198 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T05:00:33,201 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26747e6ada4f%2C37961%2C1731646645523.meta, suffix=.meta, logDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs, maxLogs=32 2024-11-15T05:00:33,215 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523/26747e6ada4f%2C37961%2C1731646645523.meta.1731646833203.meta, exclude list is [], retry=0 2024-11-15T05:00:33,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-14bb3943-25f9-4dda-92a3-05b355dae73b,DISK] 2024-11-15T05:00:33,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-0b26d6a9-4d52-440a-b999-569ce5f5353a,DISK] 2024-11-15T05:00:33,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-5d6a4574-d605-420e-925f-2a814e8394e8,DISK] 2024-11-15T05:00:33,222 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,37961,1731646645523/26747e6ada4f%2C37961%2C1731646645523.meta.1731646833203.meta 2024-11-15T05:00:33,223 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36259:36259),(127.0.0.1/127.0.0.1:43015:43015),(127.0.0.1/127.0.0.1:45207:45207)] 2024-11-15T05:00:33,223 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:00:33,224 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T05:00:33,224 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T05:00:33,224 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T05:00:33,224 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T05:00:33,224 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:33,224 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T05:00:33,224 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T05:00:33,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T05:00:33,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T05:00:33,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:33,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:00:33,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T05:00:33,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T05:00:33,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:33,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:00:33,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T05:00:33,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T05:00:33,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:33,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:00:33,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T05:00:33,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T05:00:33,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:33,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:00:33,234 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T05:00:33,234 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740 2024-11-15T05:00:33,237 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740 2024-11-15T05:00:33,237 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T05:00:33,252 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T05:00:33,256 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-15T05:00:33,337 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/info/ba51dabef3c64e1696638424e3acda12 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9./info:regioninfo/1731646649069/Put/seqid=0 2024-11-15T05:00:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741866_1042 (size=58053) 2024-11-15T05:00:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741866_1042 (size=58053) 2024-11-15T05:00:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741866_1042 (size=58053) 2024-11-15T05:00:33,352 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/info/ba51dabef3c64e1696638424e3acda12 2024-11-15T05:00:33,416 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/ns/41aa489f935a4443b8e611b8f0a1785d is 43, key is default/ns:d/1731646647569/Put/seqid=0 2024-11-15T05:00:33,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741867_1043 (size=5153) 2024-11-15T05:00:33,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741867_1043 (size=5153) 2024-11-15T05:00:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741867_1043 (size=5153) 2024-11-15T05:00:33,424 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/ns/41aa489f935a4443b8e611b8f0a1785d 2024-11-15T05:00:33,454 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/table/9ebb9f4604cd4c09bf7786ab1d00ab0d is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731646649375/Put/seqid=0 2024-11-15T05:00:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741868_1044 (size=5620) 2024-11-15T05:00:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741868_1044 (size=5620) 2024-11-15T05:00:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741868_1044 (size=5620) 2024-11-15T05:00:33,463 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/table/9ebb9f4604cd4c09bf7786ab1d00ab0d 2024-11-15T05:00:33,473 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/info/ba51dabef3c64e1696638424e3acda12 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/info/ba51dabef3c64e1696638424e3acda12 2024-11-15T05:00:33,483 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/info/ba51dabef3c64e1696638424e3acda12, entries=260, sequenceid=60, filesize=56.7 K 2024-11-15T05:00:33,487 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/ns/41aa489f935a4443b8e611b8f0a1785d as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/ns/41aa489f935a4443b8e611b8f0a1785d 2024-11-15T05:00:33,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:33,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1] 2024-11-15T05:00:33,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37961 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:44633 deadline: 1731646892853, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 26747e6ada4f,37961,1731646645523 2024-11-15T05:00:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 26747e6ada4f,37961,1731646645523 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:00:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 26747e6ada4f,37961,1731646645523 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:00:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1 from cache 2024-11-15T05:00:33,496 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/ns/41aa489f935a4443b8e611b8f0a1785d, entries=2, sequenceid=60, filesize=5.0 K 2024-11-15T05:00:33,498 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/table/9ebb9f4604cd4c09bf7786ab1d00ab0d as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/table/9ebb9f4604cd4c09bf7786ab1d00ab0d 2024-11-15T05:00:33,506 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/table/9ebb9f4604cd4c09bf7786ab1d00ab0d, entries=2, sequenceid=60, filesize=5.5 K 2024-11-15T05:00:33,509 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 253ms, sequenceid=60, compaction requested=false; wal=null 2024-11-15T05:00:33,511 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T05:00:33,512 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T05:00:33,512 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T05:00:33,513 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T05:00:33,514 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T05:00:33,517 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-15T05:00:33,518 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69201435, jitterRate=0.031181737780570984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T05:00:33,518 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T05:00:33,518 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731646833224Writing region info on filesystem at 1731646833224Initializing all the Stores at 1731646833226 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646833226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646833226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646833226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731646833226Obtaining lock to block concurrent updates at 1731646833256 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1731646833257 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731646833261 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731646833261Flushing 1588230740/info: creating writer at 1731646833264 (+3 ms)Flushing 1588230740/info: appending metadata at 1731646833327 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731646833330 (+3 ms)Flushing 1588230740/ns: creating writer at 1731646833399 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731646833415 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731646833415Flushing 1588230740/table: creating writer at 1731646833433 (+18 ms)Flushing 1588230740/table: appending metadata at 1731646833453 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731646833453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b72dbe6: reopening flushed file at 1731646833472 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374133db: reopening flushed file at 1731646833485 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fef119b: reopening flushed file at 1731646833497 (+12 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 253ms, sequenceid=60, compaction requested=false; wal=null at 1731646833509 (+12 ms)Cleaning up temporary data from old regions at 1731646833512 (+3 ms)Running coprocessor post-open hooks at 1731646833518 (+6 ms)Region opened successfully at 1731646833518 2024-11-15T05:00:33,519 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731646833189 2024-11-15T05:00:33,522 DEBUG [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T05:00:33,522 INFO [RS_OPEN_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T05:00:33,523 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:33,524 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPEN 2024-11-15T05:00:33,557 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:33,557 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:33,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T05:00:33,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 in 524 msec 2024-11-15T05:00:33,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-15T05:00:33,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-15T05:00:34,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:34,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1] 2024-11-15T05:00:34,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=646a403f487d79d495e2b046883252e7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=513ee8175933f504888dab568b428792, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,032 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T05:00:34,032 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646894032 2024-11-15T05:00:34,032 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646954032 2024-11-15T05:00:34,032 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1800 sec 2024-11-15T05:00:34,033 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 26747e6ada4f,39769,1731646645471 had 9 regions 2024-11-15T05:00:34,033 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T05:00:34,033 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:34,034 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T05:00:34,283 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,283 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T05:00:34,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:34,283 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:34,283 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:34,284 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T05:00:34,284 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T05:00:34,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T05:00:34,284 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:00:34,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T05:00:34,287 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T05:00:34,287 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:34,287 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:34,287 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:34,287 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:34,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:00:34,288 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T05:00:34,289 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,289 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,289 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,289 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:34,289 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,289 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T05:00:34,290 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,290 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,290 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,290 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T05:00:34,291 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=61 2024-11-15T05:00:34,291 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,37961,1731646645523, table=hbase:meta, region=1588230740 2024-11-15T05:00:34,291 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPEN 2024-11-15T05:00:34,292 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:34,294 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:34,332 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:34,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:34,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:34,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:34,333 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646864333 2024-11-15T05:00:34,333 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=646a403f487d79d495e2b046883252e7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=513ee8175933f504888dab568b428792, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,342 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T05:00:34,342 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646894342 2024-11-15T05:00:34,342 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646954342 2024-11-15T05:00:34,342 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-15T05:00:34,342 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 26747e6ada4f,39769,1731646645471 had 8 regions 2024-11-15T05:00:34,343 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T05:00:34,344 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true, isMeta: false 2024-11-15T05:00:34,346 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=1, meta=false 2024-11-15T05:00:34,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990}] 2024-11-15T05:00:34,346 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T05:00:34,346 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:34,346 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T05:00:34,593 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,593 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T05:00:34,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:34,593 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:34,593 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:34,593 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T05:00:34,593 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T05:00:34,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T05:00:34,594 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:00:34,594 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T05:00:34,596 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T05:00:34,596 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:34,596 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:34,596 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:34,596 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:34,596 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,597 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,598 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:34,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T05:00:34,598 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=61 2024-11-15T05:00:34,598 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,37961,1731646645523, table=hbase:meta, region=1588230740 2024-11-15T05:00:34,598 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPEN 2024-11-15T05:00:34,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:34,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:34,624 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:34,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:34,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:34,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:34,625 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646864625 2024-11-15T05:00:34,625 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T05:00:34,632 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,633 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,633 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,633 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,633 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=646a403f487d79d495e2b046883252e7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,633 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,634 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,634 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,634 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,634 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,634 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,634 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,635 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=513ee8175933f504888dab568b428792, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:34,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:34,636 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T05:00:34,636 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646894636 2024-11-15T05:00:34,637 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646954637 2024-11-15T05:00:34,637 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-15T05:00:34,637 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true, isMeta: false 2024-11-15T05:00:34,640 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=1, meta=false 2024-11-15T05:00:34,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990}] 2024-11-15T05:00:34,640 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T05:00:34,642 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523}] 2024-11-15T05:00:34,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-15T05:00:34,812 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990, size=290.7 K (297717bytes) 2024-11-15T05:00:34,812 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 2024-11-15T05:00:34,813 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 after 1ms 2024-11-15T05:00:34,818 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 took 6ms 2024-11-15T05:00:34,823 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1e5634ac8f24c1b88932c44e4e2dd389: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,824 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a4d96d5c304934aefc7c427ea5b0fe73: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,826 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8c87ee0c786d1ea2f8fadb89dffb34d7: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2e78a70c20d83d907a892e3b2f5025eb: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,828 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b7024c65f93d46bae5db0b78604a42b9: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,830 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 89e9489ac1bde2bdb7120e8f7c75279f: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,831 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8e23603967ed9dd0a0a3b7c5c676e0da: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,833 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 302f40f6d21f383879e7c80de01f6e03: last_flushed_sequence_id: 18446744073709551615 2024-11-15T05:00:34,839 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,841 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,841 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,844 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,846 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,846 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,848 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,848 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,851 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,851 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,853 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,855 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 so closing down 2024-11-15T05:00:34,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T05:00:34,858 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,859 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,865 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,865 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp 2024-11-15T05:00:34,866 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T05:00:34,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741871_1047 (size=36767) 2024-11-15T05:00:34,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741871_1047 (size=36767) 2024-11-15T05:00:34,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741871_1047 (size=36767) 2024-11-15T05:00:34,891 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T05:00:34,893 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004 2024-11-15T05:00:34,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741869_1045 (size=36767) 2024-11-15T05:00:34,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741869_1045 (size=36767) 2024-11-15T05:00:34,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741869_1045 (size=36767) 2024-11-15T05:00:34,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-15T05:00:34,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004 2024-11-15T05:00:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741870_1046 (size=36767) 2024-11-15T05:00:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741870_1046 (size=36767) 2024-11-15T05:00:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741870_1046 (size=36767) 2024-11-15T05:00:34,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T05:00:34,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004 2024-11-15T05:00:34,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741872_1048 (size=36767) 2024-11-15T05:00:34,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741872_1048 (size=36767) 2024-11-15T05:00:34,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741872_1048 (size=36767) 2024-11-15T05:00:34,921 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T05:00:34,923 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004 2024-11-15T05:00:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741873_1049 (size=36767) 2024-11-15T05:00:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741873_1049 (size=36767) 2024-11-15T05:00:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741873_1049 (size=36767) 2024-11-15T05:00:34,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-15T05:00:34,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004 2024-11-15T05:00:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741874_1050 (size=36767) 2024-11-15T05:00:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741874_1050 (size=36767) 2024-11-15T05:00:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741874_1050 (size=36767) 2024-11-15T05:00:34,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T05:00:34,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004 2024-11-15T05:00:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741875_1051 (size=36767) 2024-11-15T05:00:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741875_1051 (size=36767) 2024-11-15T05:00:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741875_1051 (size=36767) 2024-11-15T05:00:34,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741876_1052 (size=36767) 2024-11-15T05:00:34,944 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T05:00:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741876_1052 (size=36767) 2024-11-15T05:00:34,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T05:00:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741876_1052 (size=36767) 2024-11-15T05:00:34,948 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004 2024-11-15T05:00:34,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004 2024-11-15T05:00:34,948 INFO [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 128 ms; skipped=8; WAL=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990, size=290.7 K, length=297717, corrupted=false, cancelled=false 2024-11-15T05:00:34,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990, journal: Splitting hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990, size=290.7 K (297717bytes) at 1731646834812Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834841 (+29 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834844 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834848 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834851 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834855 (+4 ms)Split 8 edits, skipped 8 edits. at 1731646834855Finishing writing output for hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 so closing down at 1731646834855Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834859 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 1731646834865 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp at 17316468348653 split writer threads finished at 1731646834866 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731646834891 (+25 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004 at 1731646834893 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731646834895 (+2 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004 at 1731646834897 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731646834911 (+14 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004 at 1731646834915 (+4 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731646834921 (+6 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004 at 1731646834923 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731646834924 (+1 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004 at 1731646834926 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731646834933 (+7 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004 at 1731646834935 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731646834944 (+9 ms)Closed recovered edits writer path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731646834946 (+2 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004 at 1731646834948 (+2 ms)Rename recovered edits hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004-26747e6ada4f%2C39769%2C1731646645471.1731646646990.temp to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004 at 1731646834948Processed 16 edits across 8 Regions in 128 ms; skipped=8; WAL=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731646834948 2024-11-15T05:00:34,949 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 2024-11-15T05:00:34,949 DEBUG [RS_LOG_REPLAY_OPS-regionserver/26747e6ada4f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-15T05:00:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-15T05:00:34,954 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting/26747e6ada4f%2C39769%2C1731646645471.1731646646990 to hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs 2024-11-15T05:00:34,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-15T05:00:34,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 in 311 msec 2024-11-15T05:00:34,958 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:34,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-15T05:00:34,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 in 319 msec 2024-11-15T05:00:34,963 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting dir is empty, no logs to split. 2024-11-15T05:00:34,964 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=0, meta=false 2024-11-15T05:00:34,964 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 26747e6ada4f,39769,1731646645471 WAL splitting is done? wals=0, meta=false 2024-11-15T05:00:34,964 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T05:00:34,964 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:34,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:34,965 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T05:00:35,137 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:35,137 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T05:00:35,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:35,137 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:35,138 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:35,138 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T05:00:35,138 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T05:00:35,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T05:00:35,139 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:00:35,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:35,143 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:00:35,145 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,146 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T05:00:35,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=61 2024-11-15T05:00:35,147 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,37961,1731646645523, table=hbase:meta, region=1588230740 2024-11-15T05:00:35,147 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPEN 2024-11-15T05:00:35,148 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:35,149 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:35,199 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:35,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:35,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:35,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:35,201 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646865201 2024-11-15T05:00:35,201 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T05:00:35,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=646a403f487d79d495e2b046883252e7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=513ee8175933f504888dab568b428792, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,211 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T05:00:35,211 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646895211 2024-11-15T05:00:35,211 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646955211 2024-11-15T05:00:35,211 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-15T05:00:35,213 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 26747e6ada4f,39769,1731646645471 does not exist 2024-11-15T05:00:35,213 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26747e6ada4f,39769,1731646645471 WAL count=0, meta=false 2024-11-15T05:00:35,213 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 26747e6ada4f,39769,1731646645471 WAL splitting is done? wals=0, meta=false 2024-11-15T05:00:35,213 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 26747e6ada4f,39769,1731646645471 failed, ignore...File hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/WALs/26747e6ada4f,39769,1731646645471-splitting does not exist. 2024-11-15T05:00:35,214 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T05:00:35,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN}] 2024-11-15T05:00:35,215 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T05:00:35,215 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:35,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:35,215 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T05:00:35,462 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:35,462 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T05:00:35,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:35,462 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:35,462 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:35,462 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T05:00:35,462 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T05:00:35,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T05:00:35,463 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:00:35,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T05:00:35,464 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T05:00:35,464 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:35,465 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:35,465 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:35,465 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:35,465 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:35,465 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:35,465 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:00:35,466 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,467 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:35,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T05:00:35,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=61 2024-11-15T05:00:35,468 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,37961,1731646645523, table=hbase:meta, region=1588230740 2024-11-15T05:00:35,468 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPEN 2024-11-15T05:00:35,507 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:35,507 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:35,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:35,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:35,515 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:35,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:35,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:35,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:35,516 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646865516 2024-11-15T05:00:35,516 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T05:00:35,520 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,520 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,520 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,520 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=646a403f487d79d495e2b046883252e7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,521 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=513ee8175933f504888dab568b428792, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:35,522 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, lastHost=26747e6ada4f,39769,1731646645471, regionLocation=26747e6ada4f,39769,1731646645471, openSeqNum=2 2024-11-15T05:00:35,523 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:35,523 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T05:00:35,523 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646895523 2024-11-15T05:00:35,523 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646955523 2024-11-15T05:00:35,523 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-15T05:00:35,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN}] 2024-11-15T05:00:35,523 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T05:00:35,525 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN 2024-11-15T05:00:35,526 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN 2024-11-15T05:00:35,527 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,528 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN 2024-11-15T05:00:35,529 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN 2024-11-15T05:00:35,530 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,531 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN 2024-11-15T05:00:35,532 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,532 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN 2024-11-15T05:00:35,533 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN 2024-11-15T05:00:35,534 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,535 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN 2024-11-15T05:00:35,536 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T05:00:35,678 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(204): Hosts are {26747e6ada4f=0} racks are {/default-rack=0} 2024-11-15T05:00:35,679 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T05:00:35,679 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T05:00:35,679 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T05:00:35,680 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T05:00:35,680 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T05:00:35,680 INFO [26747e6ada4f:36943 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T05:00:35,680 DEBUG [26747e6ada4f:36943 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T05:00:35,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=302f40f6d21f383879e7c80de01f6e03, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,684 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=b7024c65f93d46bae5db0b78604a42b9, regionState=OPENING, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,686 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:35,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN because future has completed 2024-11-15T05:00:35,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:35,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T05:00:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN because future has completed 2024-11-15T05:00:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN because future has completed 2024-11-15T05:00:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN because future has completed 2024-11-15T05:00:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN because future has completed 2024-11-15T05:00:35,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T05:00:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN because future has completed 2024-11-15T05:00:35,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T05:00:35,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T05:00:35,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T05:00:35,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,37961,1731646645523}] 2024-11-15T05:00:35,709 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:35,709 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPENING, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:35,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN because future has completed 2024-11-15T05:00:35,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T05:00:35,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN because future has completed 2024-11-15T05:00:35,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,36811,1731646645345}] 2024-11-15T05:00:35,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T05:00:35,850 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:35,850 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e23603967ed9dd0a0a3b7c5c676e0da, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-15T05:00:35,850 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,850 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:35,851 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,851 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,853 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,853 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:35,854 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c87ee0c786d1ea2f8fadb89dffb34d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-15T05:00:35,854 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,854 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:35,854 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,854 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e23603967ed9dd0a0a3b7c5c676e0da columnFamilyName colfamily11 2024-11-15T05:00:35,855 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,855 DEBUG [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,855 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(327): Store=8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,856 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,856 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,857 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e23603967ed9dd0a0a3b7c5c676e0da columnFamilyName colfamily21 2024-11-15T05:00:35,857 DEBUG [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,857 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c87ee0c786d1ea2f8fadb89dffb34d7 columnFamilyName colfamily11 2024-11-15T05:00:35,858 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(327): Store=8e23603967ed9dd0a0a3b7c5c676e0da/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,858 DEBUG [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,858 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,858 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(327): Store=8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,858 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,859 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e23603967ed9dd0a0a3b7c5c676e0da columnFamilyName colfamily31 2024-11-15T05:00:35,859 DEBUG [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,859 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c87ee0c786d1ea2f8fadb89dffb34d7 columnFamilyName colfamily21 2024-11-15T05:00:35,859 DEBUG [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,859 INFO [StoreOpener-8e23603967ed9dd0a0a3b7c5c676e0da-1 {}] regionserver.HStore(327): Store=8e23603967ed9dd0a0a3b7c5c676e0da/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,859 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(327): Store=8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,860 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,860 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,860 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,860 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c87ee0c786d1ea2f8fadb89dffb34d7 columnFamilyName colfamily31 2024-11-15T05:00:35,860 DEBUG [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,861 INFO [StoreOpener-8c87ee0c786d1ea2f8fadb89dffb34d7-1 {}] regionserver.HStore(327): Store=8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,861 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,862 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,862 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,862 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004 2024-11-15T05:00:35,863 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,864 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004 2024-11-15T05:00:35,869 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004 2024-11-15T05:00:35,869 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 8e23603967ed9dd0a0a3b7c5c676e0da 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:35,870 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004 2024-11-15T05:00:35,870 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 8c87ee0c786d1ea2f8fadb89dffb34d7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:35,894 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/.tmp/colfamily11/04898b7f47844ee7864fea0e0fd04d2b is 52, key is iii/colfamily11:colfamily11/1731646651617/Put/seqid=0 2024-11-15T05:00:35,896 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/.tmp/colfamily11/999887b3c1d34df9815c0cb6d1e738fb is 52, key is yyy/colfamily11:colfamily11/1731646651813/Put/seqid=0 2024-11-15T05:00:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741877_1053 (size=39263) 2024-11-15T05:00:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741877_1053 (size=39263) 2024-11-15T05:00:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741877_1053 (size=39263) 2024-11-15T05:00:35,905 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/.tmp/colfamily11/04898b7f47844ee7864fea0e0fd04d2b 2024-11-15T05:00:35,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741878_1054 (size=39263) 2024-11-15T05:00:35,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741878_1054 (size=39263) 2024-11-15T05:00:35,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741878_1054 (size=39263) 2024-11-15T05:00:35,909 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/.tmp/colfamily11/999887b3c1d34df9815c0cb6d1e738fb 2024-11-15T05:00:35,913 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/.tmp/colfamily11/04898b7f47844ee7864fea0e0fd04d2b as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11/04898b7f47844ee7864fea0e0fd04d2b 2024-11-15T05:00:35,916 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/.tmp/colfamily11/999887b3c1d34df9815c0cb6d1e738fb as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11/999887b3c1d34df9815c0cb6d1e738fb 2024-11-15T05:00:35,920 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11/04898b7f47844ee7864fea0e0fd04d2b, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:35,920 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8e23603967ed9dd0a0a3b7c5c676e0da in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:35,921 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/0000000000000000004 2024-11-15T05:00:35,922 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,922 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,923 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:35,924 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11/999887b3c1d34df9815c0cb6d1e738fb, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:35,924 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8c87ee0c786d1ea2f8fadb89dffb34d7 in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:35,925 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/0000000000000000004 2024-11-15T05:00:35,925 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,926 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,926 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,927 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:35,927 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:35,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,928 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 8e23603967ed9dd0a0a3b7c5c676e0da; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75305266, jitterRate=0.12213590741157532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:35,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:35,928 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 8e23603967ed9dd0a0a3b7c5c676e0da: Running coprocessor pre-open hook at 1731646835851Writing region info on filesystem at 1731646835851Initializing all the Stores at 1731646835852 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835852Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835852Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835853 (+1 ms)Obtaining lock to block concurrent updates at 1731646835869 (+16 ms)Preparing flush snapshotting stores in 8e23603967ed9dd0a0a3b7c5c676e0da at 1731646835869Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646835870 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. at 1731646835870Flushing 8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11: creating writer at 1731646835870Flushing 8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11: appending metadata at 1731646835893 (+23 ms)Flushing 8e23603967ed9dd0a0a3b7c5c676e0da/colfamily11: closing flushed file at 1731646835894 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b23b7ff: reopening flushed file at 1731646835912 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8e23603967ed9dd0a0a3b7c5c676e0da in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731646835920 (+8 ms)Cleaning up temporary data from old regions at 1731646835922 (+2 ms)Running coprocessor post-open hooks at 1731646835928 (+6 ms)Region opened successfully at 1731646835928 2024-11-15T05:00:35,929 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., pid=76, masterSystemTime=1731646835841 2024-11-15T05:00:35,931 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:35,931 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:35,931 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:35,932 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:35,932 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 302f40f6d21f383879e7c80de01f6e03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-15T05:00:35,932 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,932 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 8c87ee0c786d1ea2f8fadb89dffb34d7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61925859, jitterRate=-0.07723279297351837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:35,932 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:35,932 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:35,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:35,933 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,933 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 8c87ee0c786d1ea2f8fadb89dffb34d7: Running coprocessor pre-open hook at 1731646835855Writing region info on filesystem at 1731646835855Initializing all the Stores at 1731646835856 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835856Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835856Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835856Obtaining lock to block concurrent updates at 1731646835870 (+14 ms)Preparing flush snapshotting stores in 8c87ee0c786d1ea2f8fadb89dffb34d7 at 1731646835870Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646835870Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. at 1731646835870Flushing 8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11: creating writer at 1731646835870Flushing 8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11: appending metadata at 1731646835896 (+26 ms)Flushing 8c87ee0c786d1ea2f8fadb89dffb34d7/colfamily11: closing flushed file at 1731646835896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402588d5: reopening flushed file at 1731646835915 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8c87ee0c786d1ea2f8fadb89dffb34d7 in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731646835924 (+9 ms)Cleaning up temporary data from old regions at 1731646835926 (+2 ms)Running coprocessor post-open hooks at 1731646835932 (+6 ms)Region opened successfully at 1731646835932 2024-11-15T05:00:35,933 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,934 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., pid=73, masterSystemTime=1731646835845 2024-11-15T05:00:35,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T05:00:35,936 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,937 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:35,937 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 302f40f6d21f383879e7c80de01f6e03 columnFamilyName colfamily11 2024-11-15T05:00:35,937 DEBUG [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,937 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:35,938 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(327): Store=302f40f6d21f383879e7c80de01f6e03/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,938 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:35,938 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e78a70c20d83d907a892e3b2f5025eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-15T05:00:35,938 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,939 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,939 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:35,939 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,939 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,939 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 302f40f6d21f383879e7c80de01f6e03 columnFamilyName colfamily21 2024-11-15T05:00:35,939 DEBUG [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=69 2024-11-15T05:00:35,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,37961,1731646645523 in 235 msec 2024-11-15T05:00:35,940 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(327): Store=302f40f6d21f383879e7c80de01f6e03/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,940 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,941 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 302f40f6d21f383879e7c80de01f6e03 columnFamilyName colfamily31 2024-11-15T05:00:35,941 DEBUG [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,942 INFO [StoreOpener-302f40f6d21f383879e7c80de01f6e03-1 {}] regionserver.HStore(327): Store=302f40f6d21f383879e7c80de01f6e03/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,942 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN in 417 msec 2024-11-15T05:00:35,943 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:35,945 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T05:00:35,946 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:35,946 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e78a70c20d83d907a892e3b2f5025eb columnFamilyName colfamily11 2024-11-15T05:00:35,946 DEBUG [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,947 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004 2024-11-15T05:00:35,947 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(327): Store=2e78a70c20d83d907a892e3b2f5025eb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,947 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,948 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e78a70c20d83d907a892e3b2f5025eb columnFamilyName colfamily21 2024-11-15T05:00:35,948 DEBUG [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,949 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(327): Store=2e78a70c20d83d907a892e3b2f5025eb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,949 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,950 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e78a70c20d83d907a892e3b2f5025eb columnFamilyName colfamily31 2024-11-15T05:00:35,951 DEBUG [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:35,951 INFO [StoreOpener-2e78a70c20d83d907a892e3b2f5025eb-1 {}] regionserver.HStore(327): Store=2e78a70c20d83d907a892e3b2f5025eb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:35,952 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-15T05:00:35,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,36811,1731646645345 in 256 msec 2024-11-15T05:00:35,953 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004 2024-11-15T05:00:35,953 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 302f40f6d21f383879e7c80de01f6e03 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:35,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN in 430 msec 2024-11-15T05:00:35,956 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,958 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:35,959 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004 2024-11-15T05:00:35,966 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004 2024-11-15T05:00:35,966 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 2e78a70c20d83d907a892e3b2f5025eb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:35,973 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/.tmp/colfamily11/bcd540b3be1b4b958465a898abed1895 is 52, key is vvv/colfamily11:colfamily11/1731646651777/Put/seqid=0 2024-11-15T05:00:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741879_1055 (size=39263) 2024-11-15T05:00:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741879_1055 (size=39263) 2024-11-15T05:00:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741879_1055 (size=39263) 2024-11-15T05:00:35,986 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/.tmp/colfamily11/282432d05a9747548b37b4a8c5a9df82 is 52, key is sss/colfamily11:colfamily11/1731646651737/Put/seqid=0 2024-11-15T05:00:35,986 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/.tmp/colfamily11/bcd540b3be1b4b958465a898abed1895 2024-11-15T05:00:35,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741880_1056 (size=39263) 2024-11-15T05:00:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741880_1056 (size=39263) 2024-11-15T05:00:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741880_1056 (size=39263) 2024-11-15T05:00:35,994 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/.tmp/colfamily11/282432d05a9747548b37b4a8c5a9df82 2024-11-15T05:00:35,995 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/.tmp/colfamily11/bcd540b3be1b4b958465a898abed1895 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/colfamily11/bcd540b3be1b4b958465a898abed1895 2024-11-15T05:00:36,002 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/colfamily11/bcd540b3be1b4b958465a898abed1895, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:36,003 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/.tmp/colfamily11/282432d05a9747548b37b4a8c5a9df82 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/colfamily11/282432d05a9747548b37b4a8c5a9df82 2024-11-15T05:00:36,003 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 302f40f6d21f383879e7c80de01f6e03 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:36,004 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/0000000000000000004 2024-11-15T05:00:36,005 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:36,005 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:36,005 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:36,007 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:36,010 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/colfamily11/282432d05a9747548b37b4a8c5a9df82, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:36,010 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:36,010 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2e78a70c20d83d907a892e3b2f5025eb in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:36,011 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/0000000000000000004 2024-11-15T05:00:36,011 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 302f40f6d21f383879e7c80de01f6e03; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72811909, jitterRate=0.0849819928407669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:36,011 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:36,012 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 302f40f6d21f383879e7c80de01f6e03: Running coprocessor pre-open hook at 1731646835933Writing region info on filesystem at 1731646835933Initializing all the Stores at 1731646835935 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835935Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835935Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835935Obtaining lock to block concurrent updates at 1731646835953 (+18 ms)Preparing flush snapshotting stores in 302f40f6d21f383879e7c80de01f6e03 at 1731646835953Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646835953Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. at 1731646835953Flushing 302f40f6d21f383879e7c80de01f6e03/colfamily11: creating writer at 1731646835953Flushing 302f40f6d21f383879e7c80de01f6e03/colfamily11: appending metadata at 1731646835973 (+20 ms)Flushing 302f40f6d21f383879e7c80de01f6e03/colfamily11: closing flushed file at 1731646835973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e39396: reopening flushed file at 1731646835993 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 302f40f6d21f383879e7c80de01f6e03 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731646836003 (+10 ms)Cleaning up temporary data from old regions at 1731646836005 (+2 ms)Running coprocessor post-open hooks at 1731646836011 (+6 ms)Region opened successfully at 1731646836011 2024-11-15T05:00:36,012 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:36,012 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:36,012 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., pid=72, masterSystemTime=1731646835841 2024-11-15T05:00:36,013 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:36,014 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:36,015 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:36,015 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:36,015 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => a4d96d5c304934aefc7c427ea5b0fe73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-15T05:00:36,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,015 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:36,015 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,015 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:36,016 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,016 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T05:00:36,018 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,019 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d96d5c304934aefc7c427ea5b0fe73 columnFamilyName colfamily11 2024-11-15T05:00:36,019 DEBUG [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,020 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:36,020 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(327): Store=a4d96d5c304934aefc7c427ea5b0fe73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,021 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,021 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 2e78a70c20d83d907a892e3b2f5025eb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74641254, jitterRate=0.11224135756492615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:36,021 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:36,022 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 2e78a70c20d83d907a892e3b2f5025eb: Running coprocessor pre-open hook at 1731646835939Writing region info on filesystem at 1731646835939Initializing all the Stores at 1731646835940 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835940Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835945 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646835945Obtaining lock to block concurrent updates at 1731646835966 (+21 ms)Preparing flush snapshotting stores in 2e78a70c20d83d907a892e3b2f5025eb at 1731646835966Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646835966Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. at 1731646835966Flushing 2e78a70c20d83d907a892e3b2f5025eb/colfamily11: creating writer at 1731646835966Flushing 2e78a70c20d83d907a892e3b2f5025eb/colfamily11: appending metadata at 1731646835985 (+19 ms)Flushing 2e78a70c20d83d907a892e3b2f5025eb/colfamily11: closing flushed file at 1731646835985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ea6461: reopening flushed file at 1731646836002 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2e78a70c20d83d907a892e3b2f5025eb in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731646836010 (+8 ms)Cleaning up temporary data from old regions at 1731646836012 (+2 ms)Running coprocessor post-open hooks at 1731646836021 (+9 ms)Region opened successfully at 1731646836022 (+1 ms) 2024-11-15T05:00:36,022 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d96d5c304934aefc7c427ea5b0fe73 columnFamilyName colfamily21 2024-11-15T05:00:36,022 DEBUG [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,022 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., pid=74, masterSystemTime=1731646835845 2024-11-15T05:00:36,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=65 2024-11-15T05:00:36,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,37961,1731646645523 in 331 msec 2024-11-15T05:00:36,024 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(327): Store=a4d96d5c304934aefc7c427ea5b0fe73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,024 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,024 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:36,024 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:36,024 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:36,025 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 89e9489ac1bde2bdb7120e8f7c75279f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-15T05:00:36,025 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,025 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:36,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN in 500 msec 2024-11-15T05:00:36,025 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,025 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,026 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d96d5c304934aefc7c427ea5b0fe73 columnFamilyName colfamily31 2024-11-15T05:00:36,026 DEBUG [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,026 INFO [StoreOpener-a4d96d5c304934aefc7c427ea5b0fe73-1 {}] regionserver.HStore(327): Store=a4d96d5c304934aefc7c427ea5b0fe73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,027 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,027 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,029 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T05:00:36,030 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,030 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e9489ac1bde2bdb7120e8f7c75279f columnFamilyName colfamily11 2024-11-15T05:00:36,030 DEBUG [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,031 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004 2024-11-15T05:00:36,031 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(327): Store=89e9489ac1bde2bdb7120e8f7c75279f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,031 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,033 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e9489ac1bde2bdb7120e8f7c75279f columnFamilyName colfamily21 2024-11-15T05:00:36,033 DEBUG [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=68 2024-11-15T05:00:36,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,36811,1731646645345 in 336 msec 2024-11-15T05:00:36,034 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(327): Store=89e9489ac1bde2bdb7120e8f7c75279f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,035 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,036 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e9489ac1bde2bdb7120e8f7c75279f columnFamilyName colfamily31 2024-11-15T05:00:36,036 DEBUG [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN in 511 msec 2024-11-15T05:00:36,036 INFO [StoreOpener-89e9489ac1bde2bdb7120e8f7c75279f-1 {}] regionserver.HStore(327): Store=89e9489ac1bde2bdb7120e8f7c75279f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,036 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,037 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004 2024-11-15T05:00:36,037 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing a4d96d5c304934aefc7c427ea5b0fe73 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:36,037 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,039 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,039 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004 2024-11-15T05:00:36,046 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004 2024-11-15T05:00:36,046 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 89e9489ac1bde2bdb7120e8f7c75279f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:36,055 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/.tmp/colfamily11/e72194006b814bee9bcf42163b387eb3 is 52, key is ppp/colfamily11:colfamily11/1731646651695/Put/seqid=0 2024-11-15T05:00:36,064 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/.tmp/colfamily11/f20c1252e6b24641ad0c202889e2d75c is 52, key is fff/colfamily11:colfamily11/1731646651535/Put/seqid=0 2024-11-15T05:00:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741881_1057 (size=39263) 2024-11-15T05:00:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741881_1057 (size=39263) 2024-11-15T05:00:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741881_1057 (size=39263) 2024-11-15T05:00:36,068 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/.tmp/colfamily11/e72194006b814bee9bcf42163b387eb3 2024-11-15T05:00:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741882_1058 (size=39263) 2024-11-15T05:00:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741882_1058 (size=39263) 2024-11-15T05:00:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741882_1058 (size=39263) 2024-11-15T05:00:36,074 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/.tmp/colfamily11/f20c1252e6b24641ad0c202889e2d75c 2024-11-15T05:00:36,077 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/.tmp/colfamily11/e72194006b814bee9bcf42163b387eb3 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/colfamily11/e72194006b814bee9bcf42163b387eb3 2024-11-15T05:00:36,083 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/.tmp/colfamily11/f20c1252e6b24641ad0c202889e2d75c as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/colfamily11/f20c1252e6b24641ad0c202889e2d75c 2024-11-15T05:00:36,084 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/colfamily11/e72194006b814bee9bcf42163b387eb3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:36,084 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a4d96d5c304934aefc7c427ea5b0fe73 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:36,085 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/0000000000000000004 2024-11-15T05:00:36,086 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,086 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,087 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:36,088 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,090 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:36,090 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/colfamily11/f20c1252e6b24641ad0c202889e2d75c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:36,091 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 89e9489ac1bde2bdb7120e8f7c75279f in 45ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:36,091 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened a4d96d5c304934aefc7c427ea5b0fe73; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59162493, jitterRate=-0.1184101551771164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:36,092 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/0000000000000000004 2024-11-15T05:00:36,092 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:36,092 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for a4d96d5c304934aefc7c427ea5b0fe73: Running coprocessor pre-open hook at 1731646836016Writing region info on filesystem at 1731646836016Initializing all the Stores at 1731646836017 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836017Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836018 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836018Obtaining lock to block concurrent updates at 1731646836037 (+19 ms)Preparing flush snapshotting stores in a4d96d5c304934aefc7c427ea5b0fe73 at 1731646836037Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646836037Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. at 1731646836037Flushing a4d96d5c304934aefc7c427ea5b0fe73/colfamily11: creating writer at 1731646836037Flushing a4d96d5c304934aefc7c427ea5b0fe73/colfamily11: appending metadata at 1731646836054 (+17 ms)Flushing a4d96d5c304934aefc7c427ea5b0fe73/colfamily11: closing flushed file at 1731646836054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d29e7f3: reopening flushed file at 1731646836076 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a4d96d5c304934aefc7c427ea5b0fe73 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731646836084 (+8 ms)Cleaning up temporary data from old regions at 1731646836086 (+2 ms)Running coprocessor post-open hooks at 1731646836092 (+6 ms)Region opened successfully at 1731646836092 2024-11-15T05:00:36,092 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., pid=77, masterSystemTime=1731646835841 2024-11-15T05:00:36,093 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,093 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,094 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:36,094 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:36,095 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:36,095 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:36,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => b7024c65f93d46bae5db0b78604a42b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-15T05:00:36,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:36,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,095 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,097 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T05:00:36,098 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7024c65f93d46bae5db0b78604a42b9 columnFamilyName colfamily11 2024-11-15T05:00:36,098 DEBUG [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,098 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:36,098 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(327): Store=b7024c65f93d46bae5db0b78604a42b9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,099 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,099 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 89e9489ac1bde2bdb7120e8f7c75279f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73135762, jitterRate=0.08980777859687805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:36,100 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:36,100 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7024c65f93d46bae5db0b78604a42b9 columnFamilyName colfamily21 2024-11-15T05:00:36,100 DEBUG [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,100 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 89e9489ac1bde2bdb7120e8f7c75279f: Running coprocessor pre-open hook at 1731646836025Writing region info on filesystem at 1731646836025Initializing all the Stores at 1731646836027 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836027Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836028 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836028Obtaining lock to block concurrent updates at 1731646836046 (+18 ms)Preparing flush snapshotting stores in 89e9489ac1bde2bdb7120e8f7c75279f at 1731646836046Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646836046Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. at 1731646836046Flushing 89e9489ac1bde2bdb7120e8f7c75279f/colfamily11: creating writer at 1731646836046Flushing 89e9489ac1bde2bdb7120e8f7c75279f/colfamily11: appending metadata at 1731646836064 (+18 ms)Flushing 89e9489ac1bde2bdb7120e8f7c75279f/colfamily11: closing flushed file at 1731646836064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc937c6: reopening flushed file at 1731646836082 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 89e9489ac1bde2bdb7120e8f7c75279f in 45ms, sequenceid=4, compaction requested=false; wal=null at 1731646836091 (+9 ms)Cleaning up temporary data from old regions at 1731646836093 (+2 ms)Running coprocessor post-open hooks at 1731646836100 (+7 ms)Region opened successfully at 1731646836100 2024-11-15T05:00:36,100 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(327): Store=b7024c65f93d46bae5db0b78604a42b9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,100 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., pid=79, masterSystemTime=1731646835845 2024-11-15T05:00:36,100 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=67 2024-11-15T05:00:36,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,37961,1731646645523 in 393 msec 2024-11-15T05:00:36,101 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7024c65f93d46bae5db0b78604a42b9 columnFamilyName colfamily31 2024-11-15T05:00:36,101 DEBUG [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,102 INFO [StoreOpener-b7024c65f93d46bae5db0b78604a42b9-1 {}] regionserver.HStore(327): Store=b7024c65f93d46bae5db0b78604a42b9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,102 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN in 578 msec 2024-11-15T05:00:36,102 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:36,102 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:36,102 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:36,102 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,103 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e5634ac8f24c1b88932c44e4e2dd389, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-15T05:00:36,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,103 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,103 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:00:36,103 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,103 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,104 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,105 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5634ac8f24c1b88932c44e4e2dd389 columnFamilyName colfamily11 2024-11-15T05:00:36,105 DEBUG [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T05:00:36,106 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,106 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(327): Store=1e5634ac8f24c1b88932c44e4e2dd389/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,106 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,107 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004 2024-11-15T05:00:36,108 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5634ac8f24c1b88932c44e4e2dd389 columnFamilyName colfamily21 2024-11-15T05:00:36,108 DEBUG [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,108 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(327): Store=1e5634ac8f24c1b88932c44e4e2dd389/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-15T05:00:36,109 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,36811,1731646645345 in 392 msec 2024-11-15T05:00:36,110 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5634ac8f24c1b88932c44e4e2dd389 columnFamilyName colfamily31 2024-11-15T05:00:36,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN in 586 msec 2024-11-15T05:00:36,111 DEBUG [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:00:36,111 INFO [StoreOpener-1e5634ac8f24c1b88932c44e4e2dd389-1 {}] regionserver.HStore(327): Store=1e5634ac8f24c1b88932c44e4e2dd389/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:00:36,112 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,113 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,114 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004 2024-11-15T05:00:36,114 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing b7024c65f93d46bae5db0b78604a42b9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:36,114 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,115 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004 2024-11-15T05:00:36,120 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004 2024-11-15T05:00:36,121 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 1e5634ac8f24c1b88932c44e4e2dd389 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:36,132 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/.tmp/colfamily11/89e9b2ce25de47d1bb01e8e86c8b9712 is 52, key is bbb/colfamily11:colfamily11/1731646651447/Put/seqid=0 2024-11-15T05:00:36,138 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/.tmp/colfamily11/75447e8b94fa4910b58d42ee964dd3d4 is 52, key is lll/colfamily11:colfamily11/1731646651656/Put/seqid=0 2024-11-15T05:00:36,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741883_1059 (size=39263) 2024-11-15T05:00:36,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741883_1059 (size=39263) 2024-11-15T05:00:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741883_1059 (size=39263) 2024-11-15T05:00:36,145 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/.tmp/colfamily11/89e9b2ce25de47d1bb01e8e86c8b9712 2024-11-15T05:00:36,154 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/.tmp/colfamily11/89e9b2ce25de47d1bb01e8e86c8b9712 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/colfamily11/89e9b2ce25de47d1bb01e8e86c8b9712 2024-11-15T05:00:36,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741884_1060 (size=39263) 2024-11-15T05:00:36,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741884_1060 (size=39263) 2024-11-15T05:00:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741884_1060 (size=39263) 2024-11-15T05:00:36,156 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/.tmp/colfamily11/75447e8b94fa4910b58d42ee964dd3d4 2024-11-15T05:00:36,163 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/colfamily11/89e9b2ce25de47d1bb01e8e86c8b9712, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:36,163 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b7024c65f93d46bae5db0b78604a42b9 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:36,163 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/.tmp/colfamily11/75447e8b94fa4910b58d42ee964dd3d4 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/colfamily11/75447e8b94fa4910b58d42ee964dd3d4 2024-11-15T05:00:36,164 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/0000000000000000004 2024-11-15T05:00:36,165 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,165 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,166 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:36,167 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,170 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:36,171 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened b7024c65f93d46bae5db0b78604a42b9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61980303, jitterRate=-0.07642151415348053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:36,171 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:36,171 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/colfamily11/75447e8b94fa4910b58d42ee964dd3d4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T05:00:36,171 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for b7024c65f93d46bae5db0b78604a42b9: Running coprocessor pre-open hook at 1731646836095Writing region info on filesystem at 1731646836096 (+1 ms)Initializing all the Stores at 1731646836096Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836097 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836097Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836097Obtaining lock to block concurrent updates at 1731646836114 (+17 ms)Preparing flush snapshotting stores in b7024c65f93d46bae5db0b78604a42b9 at 1731646836114Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646836114Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. at 1731646836114Flushing b7024c65f93d46bae5db0b78604a42b9/colfamily11: creating writer at 1731646836114Flushing b7024c65f93d46bae5db0b78604a42b9/colfamily11: appending metadata at 1731646836132 (+18 ms)Flushing b7024c65f93d46bae5db0b78604a42b9/colfamily11: closing flushed file at 1731646836132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af1cb4c: reopening flushed file at 1731646836153 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b7024c65f93d46bae5db0b78604a42b9 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731646836163 (+10 ms)Cleaning up temporary data from old regions at 1731646836165 (+2 ms)Running coprocessor post-open hooks at 1731646836171 (+6 ms)Region opened successfully at 1731646836171 2024-11-15T05:00:36,172 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1e5634ac8f24c1b88932c44e4e2dd389 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T05:00:36,172 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., pid=75, masterSystemTime=1731646835841 2024-11-15T05:00:36,172 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/0000000000000000004 2024-11-15T05:00:36,174 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,174 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,174 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:36,174 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:36,175 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T05:00:36,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,177 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,37961,1731646645523 because future has completed 2024-11-15T05:00:36,180 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:00:36,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=66 2024-11-15T05:00:36,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,37961,1731646645523 in 480 msec 2024-11-15T05:00:36,181 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 1e5634ac8f24c1b88932c44e4e2dd389; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69952081, jitterRate=0.04236723482608795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T05:00:36,181 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:36,181 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 1e5634ac8f24c1b88932c44e4e2dd389: Running coprocessor pre-open hook at 1731646836103Writing region info on filesystem at 1731646836103Initializing all the Stores at 1731646836104 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836104Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836104Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731646836104Obtaining lock to block concurrent updates at 1731646836121 (+17 ms)Preparing flush snapshotting stores in 1e5634ac8f24c1b88932c44e4e2dd389 at 1731646836121Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646836121Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. at 1731646836121Flushing 1e5634ac8f24c1b88932c44e4e2dd389/colfamily11: creating writer at 1731646836121Flushing 1e5634ac8f24c1b88932c44e4e2dd389/colfamily11: appending metadata at 1731646836138 (+17 ms)Flushing 1e5634ac8f24c1b88932c44e4e2dd389/colfamily11: closing flushed file at 1731646836138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578eaa40: reopening flushed file at 1731646836162 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1e5634ac8f24c1b88932c44e4e2dd389 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731646836172 (+10 ms)Cleaning up temporary data from old regions at 1731646836174 (+2 ms)Running coprocessor post-open hooks at 1731646836181 (+7 ms)Region opened successfully at 1731646836181 2024-11-15T05:00:36,182 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., pid=78, masterSystemTime=1731646835845 2024-11-15T05:00:36,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN in 657 msec 2024-11-15T05:00:36,183 DEBUG [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:36,183 INFO [RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:36,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, openSeqNum=5, regionLocation=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,36811,1731646645345 because future has completed 2024-11-15T05:00:36,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=70 2024-11-15T05:00:36,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,36811,1731646645345 in 476 msec 2024-11-15T05:00:36,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=57 2024-11-15T05:00:36,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN in 666 msec 2024-11-15T05:00:36,191 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 26747e6ada4f,39769,1731646645471 after splitting done 2024-11-15T05:00:36,191 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T05:00:36,191 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:36,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:36,192 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T05:00:36,273 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:36,273 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T05:00:36,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:36,273 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:36,274 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:36,274 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T05:00:36,274 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T05:00:36,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T05:00:36,275 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:00:36,276 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T05:00:36,278 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T05:00:36,278 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,278 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,278 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T05:00:36,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T05:00:36,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T05:00:36,280 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T05:00:36,280 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:00:36,281 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T05:00:36,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true 2024-11-15T05:00:36,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:00:36,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,286 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,37961,1731646645523 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,36811,1731646645345 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.meta.1731646647389.meta, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 26747e6ada4f%2C39769%2C1731646645471.1731646646990, worker=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=89e9489ac1bde2bdb7120e8f7c75279f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=302f40f6d21f383879e7c80de01f6e03, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7024c65f93d46bae5db0b78604a42b9, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4d96d5c304934aefc7c427ea5b0fe73, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e78a70c20d83d907a892e3b2f5025eb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e23603967ed9dd0a0a3b7c5c676e0da, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e5634ac8f24c1b88932c44e4e2dd389, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c87ee0c786d1ea2f8fadb89dffb34d7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 302f40f6d21f383879e7c80de01f6e03, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,288 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c87ee0c786d1ea2f8fadb89dffb34d7, server=26747e6ada4f,36811,1731646645345 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e78a70c20d83d907a892e3b2f5025eb, server=26747e6ada4f,36811,1731646645345 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure b7024c65f93d46bae5db0b78604a42b9, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e23603967ed9dd0a0a3b7c5c676e0da, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure a4d96d5c304934aefc7c427ea5b0fe73, server=26747e6ada4f,37961,1731646645523 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5634ac8f24c1b88932c44e4e2dd389, server=26747e6ada4f,36811,1731646645345 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 89e9489ac1bde2bdb7120e8f7c75279f, server=26747e6ada4f,36811,1731646645345 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T05:00:36,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-15T05:00:36,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=61 2024-11-15T05:00:36,290 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26747e6ada4f,37961,1731646645523, table=hbase:meta, region=1588230740 2024-11-15T05:00:36,290 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26747e6ada4f,37961,1731646645523, state=OPEN 2024-11-15T05:00:36,330 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:36,331 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T05:00:36,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:36,332 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:36,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:00:36,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:36,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:36,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:00:36,333 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731646866333 2024-11-15T05:00:36,333 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T05:00:36,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a47e1b02f645522afc79173353b5ae04, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7024c65f93d46bae5db0b78604a42b9, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=5 2024-11-15T05:00:36,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b870e5f26e06fb9b7a5dbb89d91480c, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1e6f86e104525f8da5c88dc5ba37bb3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=646a403f487d79d495e2b046883252e7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89e9489ac1bde2bdb7120e8f7c75279f, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=5 2024-11-15T05:00:36,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26a3e55f4b3b70efb59439d000f6a2ef, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ed03e784c535e720d13a320c357d52a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e23603967ed9dd0a0a3b7c5c676e0da, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=5 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1584183838f6e49fa782357cc75bbf6, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83267a7b2df07d1ef9e72966aa9bf649, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e5634ac8f24c1b88932c44e4e2dd389, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=5 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc69f5ad7f2d6c8b8841c5bf11122d1f, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c8b4d3b4f2a258e5a703baedc2ad69a, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0df88d510d9b47112ffc6eed95eead59, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4d96d5c304934aefc7c427ea5b0fe73, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=5 2024-11-15T05:00:36,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6dfcbb732c5490d18bdce8dca1bc3df3, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d15314a7a504829eba0558d75f9bc27d, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e78a70c20d83d907a892e3b2f5025eb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=5 2024-11-15T05:00:36,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b1c7590ef57137bd02808338bb94f83, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=513ee8175933f504888dab568b428792, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=302f40f6d21f383879e7c80de01f6e03, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=5 2024-11-15T05:00:36,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5d66d337d895fbafa419b23e1b7fe0c, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ec238fc7189ad87e3ac0f70b93e5abb, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=2 2024-11-15T05:00:36,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c87ee0c786d1ea2f8fadb89dffb34d7, regionState=OPEN, lastHost=26747e6ada4f,36811,1731646645345, regionLocation=26747e6ada4f,36811,1731646645345, openSeqNum=5 2024-11-15T05:00:36,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a31cf7c071f6d1f56b0d2c517ac31b, regionState=OPEN, lastHost=26747e6ada4f,37961,1731646645523, regionLocation=26747e6ada4f,37961,1731646645523, openSeqNum=2 2024-11-15T05:00:36,348 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T05:00:36,348 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731646896348 2024-11-15T05:00:36,348 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731646956348 2024-11-15T05:00:36,348 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-15T05:00:36,348 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 26747e6ada4f,39769,1731646645471 after splitting done 2024-11-15T05:00:36,349 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T05:00:36,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 26747e6ada4f,39769,1731646645471, splitWal=true, meta=true in 3 mins, 3.857 sec 2024-11-15T05:00:36,607 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:00:36,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:00:36,616 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26747e6ada4f:39769 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 26747e6ada4f/172.17.0.2:39769 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:00:36,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=java.net.ConnectException: Call to address=26747e6ada4f:39769 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:36,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-15T05:00:36,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:36,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 26747e6ada4f:39769 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 26747e6ada4f/172.17.0.2:39769 2024-11-15T05:00:36,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:36,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:36,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:36,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,39769,1731646645471, seqNum=-1 from cache 2024-11-15T05:00:36,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:00:36,833 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:00:36,833 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26747e6ada4f,37961,1731646645523, seqNum=-1] 2024-11-15T05:00:36,838 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9., hostname=26747e6ada4f,37961,1731646645523, seqNum=5] 2024-11-15T05:00:36,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:00:36,867 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:36,868 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:36,868 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:36,868 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:36,976 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f., hostname=26747e6ada4f,36811,1731646645345, seqNum=5] 2024-11-15T05:00:36,999 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:37,000 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,000 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,000 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:37,116 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da., hostname=26747e6ada4f,37961,1731646645523, seqNum=5] 2024-11-15T05:00:37,129 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:37,129 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,129 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,130 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:37,235 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389., hostname=26747e6ada4f,36811,1731646645345, seqNum=5] 2024-11-15T05:00:37,256 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:37,256 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,256 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,256 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:37,365 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73., hostname=26747e6ada4f,37961,1731646645523, seqNum=5] 2024-11-15T05:00:37,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:37,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:37,500 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb., hostname=26747e6ada4f,36811,1731646645345, seqNum=5] 2024-11-15T05:00:37,514 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:37,515 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,515 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,515 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:37,628 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03., hostname=26747e6ada4f,37961,1731646645523, seqNum=5] 2024-11-15T05:00:37,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26747e6ada4f:39769 this server is in the failed servers list 2024-11-15T05:00:37,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26747e6ada4f:39769 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26747e6ada4f:39769 2024-11-15T05:00:37,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,39769,1731646645471, seqNum=2 from cache 2024-11-15T05:00:37,755 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7., hostname=26747e6ada4f,36811,1731646645345, seqNum=5] 2024-11-15T05:00:37,829 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T05:00:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T05:00:37,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:00:37,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:00:37,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:37,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:37,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:00:37,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T05:00:37,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1130773678, stopped=false 2024-11-15T05:00:37,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26747e6ada4f,36943,1731646644641 2024-11-15T05:00:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T05:00:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T05:00:37,882 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T05:00:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:00:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:00:37,882 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:00:37,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:37,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:00:37,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:00:37,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:37,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:00:37,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:00:37,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:00:37,883 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26747e6ada4f,36811,1731646645345' ***** 2024-11-15T05:00:37,883 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T05:00:37,883 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26747e6ada4f,37961,1731646645523' ***** 2024-11-15T05:00:37,883 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T05:00:37,883 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T05:00:37,883 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T05:00:37,883 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T05:00:37,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for b7024c65f93d46bae5db0b78604a42b9 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ed03e784c535e720d13a320c357d52a 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dfcbb732c5490d18bdce8dca1bc3df3 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for a5d66d337d895fbafa419b23e1b7fe0c 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 89e9489ac1bde2bdb7120e8f7c75279f 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b1c7590ef57137bd02808338bb94f83 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c87ee0c786d1ea2f8fadb89dffb34d7 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b870e5f26e06fb9b7a5dbb89d91480c 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 302f40f6d21f383879e7c80de01f6e03 2024-11-15T05:00:37,884 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ec238fc7189ad87e3ac0f70b93e5abb 2024-11-15T05:00:37,884 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 26a3e55f4b3b70efb59439d000f6a2ef 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 646a403f487d79d495e2b046883252e7 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for a4d96d5c304934aefc7c427ea5b0fe73 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e78a70c20d83d907a892e3b2f5025eb 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 83267a7b2df07d1ef9e72966aa9bf649 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c8b4d3b4f2a258e5a703baedc2ad69a 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 71a31cf7c071f6d1f56b0d2c517ac31b 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for d15314a7a504829eba0558d75f9bc27d 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 0df88d510d9b47112ffc6eed95eead59 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e23603967ed9dd0a0a3b7c5c676e0da 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ed03e784c535e720d13a320c357d52a, disabling compactions & flushes 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7024c65f93d46bae5db0b78604a42b9, disabling compactions & flushes 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e5634ac8f24c1b88932c44e4e2dd389 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for a47e1b02f645522afc79173353b5ae04 2024-11-15T05:00:37,885 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 513ee8175933f504888dab568b428792 2024-11-15T05:00:37,885 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for b1584183838f6e49fa782357cc75bbf6 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. after waiting 0 ms 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. after waiting 0 ms 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(959): stopping server 26747e6ada4f,37961,1731646645523 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(959): stopping server 26747e6ada4f,36811,1731646645345 2024-11-15T05:00:37,885 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26747e6ada4f:36811. 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;26747e6ada4f:37961. 2024-11-15T05:00:37,885 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ed03e784c535e720d13a320c357d52a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:37,885 DEBUG [RS:0;26747e6ada4f:36811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:00:37,885 DEBUG [RS:2;26747e6ada4f:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:00:37,885 DEBUG [RS:0;26747e6ada4f:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:37,885 DEBUG [RS:2;26747e6ada4f:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:37,885 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-15T05:00:37,885 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T05:00:37,886 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T05:00:37,886 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T05:00:37,886 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1351): Waiting on 0df88d510d9b47112ffc6eed95eead59, 1e5634ac8f24c1b88932c44e4e2dd389, 2e78a70c20d83d907a892e3b2f5025eb, 2ec238fc7189ad87e3ac0f70b93e5abb, 513ee8175933f504888dab568b428792, 646a403f487d79d495e2b046883252e7, 6b870e5f26e06fb9b7a5dbb89d91480c, 6c8b4d3b4f2a258e5a703baedc2ad69a, 89e9489ac1bde2bdb7120e8f7c75279f, 8c87ee0c786d1ea2f8fadb89dffb34d7, 8ed03e784c535e720d13a320c357d52a, b1584183838f6e49fa782357cc75bbf6, d15314a7a504829eba0558d75f9bc27d 2024-11-15T05:00:37,886 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T05:00:37,886 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-15T05:00:37,886 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b1c7590ef57137bd02808338bb94f83, 26a3e55f4b3b70efb59439d000f6a2ef, 302f40f6d21f383879e7c80de01f6e03, 6dfcbb732c5490d18bdce8dca1bc3df3, 71a31cf7c071f6d1f56b0d2c517ac31b, 83267a7b2df07d1ef9e72966aa9bf649, 8e23603967ed9dd0a0a3b7c5c676e0da, a1e6f86e104525f8da5c88dc5ba37bb3, a47e1b02f645522afc79173353b5ae04, a4d96d5c304934aefc7c427ea5b0fe73, a5d66d337d895fbafa419b23e1b7fe0c, b7024c65f93d46bae5db0b78604a42b9, dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T05:00:37,886 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T05:00:37,886 INFO [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T05:00:37,886 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T05:00:37,886 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T05:00:37,887 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T05:00:37,887 INFO [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB 2024-11-15T05:00:37,890 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7024c65f93d46bae5db0b78604a42b9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:37,893 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:37,893 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7024c65f93d46bae5db0b78604a42b9: Waiting for close lock at 1731646837884Running coprocessor pre-close hooks at 1731646837885 (+1 ms)Disabling compacts and flushes for region at 1731646837885Disabling writes for close at 1731646837885Writing region close event to WAL at 1731646837886 (+1 ms)Running coprocessor post-close hooks at 1731646837891 (+5 ms)Closed at 1731646837893 (+2 ms) 2024-11-15T05:00:37,893 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9. 2024-11-15T05:00:37,893 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dfcbb732c5490d18bdce8dca1bc3df3, disabling compactions & flushes 2024-11-15T05:00:37,893 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T05:00:37,894 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T05:00:37,894 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. after waiting 0 ms 2024-11-15T05:00:37,894 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T05:00:37,894 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6dfcbb732c5490d18bdce8dca1bc3df3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:37,900 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/info/8e38637ec5854ee5a4709b64cba47fa8 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731646647840.b7024c65f93d46bae5db0b78604a42b9./info:regioninfo/1731646836175/Put/seqid=0 2024-11-15T05:00:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741885_1061 (size=18322) 2024-11-15T05:00:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741885_1061 (size=18322) 2024-11-15T05:00:37,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741885_1061 (size=18322) 2024-11-15T05:00:37,912 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/.tmp/colfamily11/b47d05cab5d842ff9b4ec6e8d942e874 is 52, key is qqq/colfamily11:colfamily11/1731646651695/Put/seqid=0 2024-11-15T05:00:37,912 INFO [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/info/8e38637ec5854ee5a4709b64cba47fa8 2024-11-15T05:00:37,917 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/.tmp/colfamily11/c0842794406447f0a4574d695e6a7a43 is 52, key is hhh/colfamily11:colfamily11/1731646651581/Put/seqid=0 2024-11-15T05:00:37,920 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/.tmp/info/8e38637ec5854ee5a4709b64cba47fa8 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/info/8e38637ec5854ee5a4709b64cba47fa8 2024-11-15T05:00:37,927 INFO [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/info/8e38637ec5854ee5a4709b64cba47fa8, entries=64, sequenceid=79, filesize=17.9 K 2024-11-15T05:00:37,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741886_1062 (size=39263) 2024-11-15T05:00:37,929 INFO [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=79, compaction requested=false 2024-11-15T05:00:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741886_1062 (size=39263) 2024-11-15T05:00:37,929 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/.tmp/colfamily11/b47d05cab5d842ff9b4ec6e8d942e874 2024-11-15T05:00:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741886_1062 (size=39263) 2024-11-15T05:00:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741887_1063 (size=39263) 2024-11-15T05:00:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741887_1063 (size=39263) 2024-11-15T05:00:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741887_1063 (size=39263) 2024-11-15T05:00:37,938 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/.tmp/colfamily11/c0842794406447f0a4574d695e6a7a43 2024-11-15T05:00:37,938 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/.tmp/colfamily11/b47d05cab5d842ff9b4ec6e8d942e874 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/colfamily11/b47d05cab5d842ff9b4ec6e8d942e874 2024-11-15T05:00:37,945 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/colfamily11/b47d05cab5d842ff9b4ec6e8d942e874, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:37,946 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6dfcbb732c5490d18bdce8dca1bc3df3 in 52ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:37,947 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-15T05:00:37,947 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/.tmp/colfamily11/c0842794406447f0a4574d695e6a7a43 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/colfamily11/c0842794406447f0a4574d695e6a7a43 2024-11-15T05:00:37,947 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T05:00:37,947 INFO [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T05:00:37,948 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731646837886Running coprocessor pre-close hooks at 1731646837886Disabling compacts and flushes for region at 1731646837886Disabling writes for close at 1731646837886Obtaining lock to block concurrent updates at 1731646837887 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731646837887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731646837891 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731646837894 (+3 ms)Flushing 1588230740/info: creating writer at 1731646837894Flushing 1588230740/info: appending metadata at 1731646837900 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731646837900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785e4dd1: reopening flushed file at 1731646837919 (+19 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=79, compaction requested=false at 1731646837929 (+10 ms)Writing region close event to WAL at 1731646837943 (+14 ms)Running coprocessor post-close hooks at 1731646837947 (+4 ms)Closed at 1731646837947 2024-11-15T05:00:37,948 DEBUG [RS_CLOSE_META-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T05:00:37,950 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6dfcbb732c5490d18bdce8dca1bc3df3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:37,951 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T05:00:37,951 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dfcbb732c5490d18bdce8dca1bc3df3: Waiting for close lock at 1731646837893Running coprocessor pre-close hooks at 1731646837893Disabling compacts and flushes for region at 1731646837893Disabling writes for close at 1731646837894 (+1 ms)Obtaining lock to block concurrent updates at 1731646837894Preparing flush snapshotting stores in 6dfcbb732c5490d18bdce8dca1bc3df3 at 1731646837894Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646837894Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. at 1731646837895 (+1 ms)Flushing 6dfcbb732c5490d18bdce8dca1bc3df3/colfamily11: creating writer at 1731646837895Flushing 6dfcbb732c5490d18bdce8dca1bc3df3/colfamily11: appending metadata at 1731646837912 (+17 ms)Flushing 6dfcbb732c5490d18bdce8dca1bc3df3/colfamily11: closing flushed file at 1731646837912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c09abf: reopening flushed file at 1731646837936 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6dfcbb732c5490d18bdce8dca1bc3df3 in 52ms, sequenceid=5, compaction requested=false at 1731646837946 (+10 ms)Writing region close event to WAL at 1731646837947 (+1 ms)Running coprocessor post-close hooks at 1731646837951 (+4 ms)Closed at 1731646837951 2024-11-15T05:00:37,951 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731646647840.6dfcbb732c5490d18bdce8dca1bc3df3. 2024-11-15T05:00:37,951 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5d66d337d895fbafa419b23e1b7fe0c, disabling compactions & flushes 2024-11-15T05:00:37,951 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T05:00:37,951 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T05:00:37,951 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. after waiting 0 ms 2024-11-15T05:00:37,952 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T05:00:37,952 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5d66d337d895fbafa419b23e1b7fe0c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:37,954 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/colfamily11/c0842794406447f0a4574d695e6a7a43, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:37,955 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8ed03e784c535e720d13a320c357d52a in 70ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:37,959 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ed03e784c535e720d13a320c357d52a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:37,960 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T05:00:37,960 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ed03e784c535e720d13a320c357d52a: Waiting for close lock at 1731646837884Running coprocessor pre-close hooks at 1731646837885 (+1 ms)Disabling compacts and flushes for region at 1731646837885Disabling writes for close at 1731646837885Obtaining lock to block concurrent updates at 1731646837885Preparing flush snapshotting stores in 8ed03e784c535e720d13a320c357d52a at 1731646837885Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646837891 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. at 1731646837894 (+3 ms)Flushing 8ed03e784c535e720d13a320c357d52a/colfamily11: creating writer at 1731646837894Flushing 8ed03e784c535e720d13a320c357d52a/colfamily11: appending metadata at 1731646837917 (+23 ms)Flushing 8ed03e784c535e720d13a320c357d52a/colfamily11: closing flushed file at 1731646837917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692984ea: reopening flushed file at 1731646837946 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8ed03e784c535e720d13a320c357d52a in 70ms, sequenceid=5, compaction requested=false at 1731646837955 (+9 ms)Writing region close event to WAL at 1731646837956 (+1 ms)Running coprocessor post-close hooks at 1731646837959 (+3 ms)Closed at 1731646837960 (+1 ms) 2024-11-15T05:00:37,960 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731646647840.8ed03e784c535e720d13a320c357d52a. 2024-11-15T05:00:37,960 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89e9489ac1bde2bdb7120e8f7c75279f, disabling compactions & flushes 2024-11-15T05:00:37,960 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:37,960 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:37,960 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. after waiting 0 ms 2024-11-15T05:00:37,960 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:37,965 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/89e9489ac1bde2bdb7120e8f7c75279f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:37,966 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:37,966 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89e9489ac1bde2bdb7120e8f7c75279f: Waiting for close lock at 1731646837960Running coprocessor pre-close hooks at 1731646837960Disabling compacts and flushes for region at 1731646837960Disabling writes for close at 1731646837960Writing region close event to WAL at 1731646837961 (+1 ms)Running coprocessor post-close hooks at 1731646837966 (+5 ms)Closed at 1731646837966 2024-11-15T05:00:37,966 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731646647840.89e9489ac1bde2bdb7120e8f7c75279f. 2024-11-15T05:00:37,966 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c87ee0c786d1ea2f8fadb89dffb34d7, disabling compactions & flushes 2024-11-15T05:00:37,966 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:37,967 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:37,967 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. after waiting 0 ms 2024-11-15T05:00:37,967 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:37,971 INFO [regionserver/26747e6ada4f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T05:00:37,971 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c87ee0c786d1ea2f8fadb89dffb34d7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:37,972 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:37,972 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c87ee0c786d1ea2f8fadb89dffb34d7: Waiting for close lock at 1731646837966Running coprocessor pre-close hooks at 1731646837966Disabling compacts and flushes for region at 1731646837966Disabling writes for close at 1731646837967 (+1 ms)Writing region close event to WAL at 1731646837967Running coprocessor post-close hooks at 1731646837972 (+5 ms)Closed at 1731646837972 2024-11-15T05:00:37,972 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731646647840.8c87ee0c786d1ea2f8fadb89dffb34d7. 2024-11-15T05:00:37,972 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b870e5f26e06fb9b7a5dbb89d91480c, disabling compactions & flushes 2024-11-15T05:00:37,972 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T05:00:37,973 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T05:00:37,973 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. after waiting 0 ms 2024-11-15T05:00:37,973 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T05:00:37,973 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b870e5f26e06fb9b7a5dbb89d91480c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:37,973 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/.tmp/colfamily11/e2aba0b7ef694140b9222b1cc7d291d0 is 52, key is www/colfamily11:colfamily11/1731646651762/Put/seqid=0 2024-11-15T05:00:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741888_1064 (size=39263) 2024-11-15T05:00:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741888_1064 (size=39263) 2024-11-15T05:00:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741888_1064 (size=39263) 2024-11-15T05:00:37,981 INFO [regionserver/26747e6ada4f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T05:00:37,981 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/.tmp/colfamily11/e2aba0b7ef694140b9222b1cc7d291d0 2024-11-15T05:00:37,988 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/.tmp/colfamily11/e2aba0b7ef694140b9222b1cc7d291d0 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/colfamily11/e2aba0b7ef694140b9222b1cc7d291d0 2024-11-15T05:00:37,994 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/.tmp/colfamily11/b77ffc74f1e544dbbf20615d97f5a07d is 52, key is ccc/colfamily11:colfamily11/1731646651448/Put/seqid=0 2024-11-15T05:00:37,995 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/colfamily11/e2aba0b7ef694140b9222b1cc7d291d0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:37,997 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a5d66d337d895fbafa419b23e1b7fe0c in 44ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,008 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5d66d337d895fbafa419b23e1b7fe0c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,009 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T05:00:38,009 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5d66d337d895fbafa419b23e1b7fe0c: Waiting for close lock at 1731646837951Running coprocessor pre-close hooks at 1731646837951Disabling compacts and flushes for region at 1731646837951Disabling writes for close at 1731646837951Obtaining lock to block concurrent updates at 1731646837952 (+1 ms)Preparing flush snapshotting stores in a5d66d337d895fbafa419b23e1b7fe0c at 1731646837952Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646837952Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. at 1731646837953 (+1 ms)Flushing a5d66d337d895fbafa419b23e1b7fe0c/colfamily11: creating writer at 1731646837953Flushing a5d66d337d895fbafa419b23e1b7fe0c/colfamily11: appending metadata at 1731646837972 (+19 ms)Flushing a5d66d337d895fbafa419b23e1b7fe0c/colfamily11: closing flushed file at 1731646837972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d6e070: reopening flushed file at 1731646837987 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a5d66d337d895fbafa419b23e1b7fe0c in 44ms, sequenceid=5, compaction requested=false at 1731646837997 (+10 ms)Writing region close event to WAL at 1731646837997Running coprocessor post-close hooks at 1731646838009 (+12 ms)Closed at 1731646838009 2024-11-15T05:00:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741889_1065 (size=39263) 2024-11-15T05:00:38,009 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731646647840.a5d66d337d895fbafa419b23e1b7fe0c. 2024-11-15T05:00:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741889_1065 (size=39263) 2024-11-15T05:00:38,009 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b1c7590ef57137bd02808338bb94f83, disabling compactions & flushes 2024-11-15T05:00:38,009 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T05:00:38,009 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T05:00:38,009 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. after waiting 0 ms 2024-11-15T05:00:38,009 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T05:00:38,010 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b1c7590ef57137bd02808338bb94f83 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741889_1065 (size=39263) 2024-11-15T05:00:38,013 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/.tmp/colfamily11/b77ffc74f1e544dbbf20615d97f5a07d 2024-11-15T05:00:38,020 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/.tmp/colfamily11/b77ffc74f1e544dbbf20615d97f5a07d as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/colfamily11/b77ffc74f1e544dbbf20615d97f5a07d 2024-11-15T05:00:38,027 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/colfamily11/b77ffc74f1e544dbbf20615d97f5a07d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,028 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6b870e5f26e06fb9b7a5dbb89d91480c in 55ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,033 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6b870e5f26e06fb9b7a5dbb89d91480c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,033 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/.tmp/colfamily11/d8d1fb1fbe5a4c378e5fcb167b6386ac is 52, key is ttt/colfamily11:colfamily11/1731646651729/Put/seqid=0 2024-11-15T05:00:38,034 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T05:00:38,034 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b870e5f26e06fb9b7a5dbb89d91480c: Waiting for close lock at 1731646837972Running coprocessor pre-close hooks at 1731646837972Disabling compacts and flushes for region at 1731646837972Disabling writes for close at 1731646837973 (+1 ms)Obtaining lock to block concurrent updates at 1731646837973Preparing flush snapshotting stores in 6b870e5f26e06fb9b7a5dbb89d91480c at 1731646837973Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646837973Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. at 1731646837974 (+1 ms)Flushing 6b870e5f26e06fb9b7a5dbb89d91480c/colfamily11: creating writer at 1731646837974Flushing 6b870e5f26e06fb9b7a5dbb89d91480c/colfamily11: appending metadata at 1731646837993 (+19 ms)Flushing 6b870e5f26e06fb9b7a5dbb89d91480c/colfamily11: closing flushed file at 1731646837994 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e16748b: reopening flushed file at 1731646838019 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6b870e5f26e06fb9b7a5dbb89d91480c in 55ms, sequenceid=5, compaction requested=false at 1731646838028 (+9 ms)Writing region close event to WAL at 1731646838029 (+1 ms)Running coprocessor post-close hooks at 1731646838033 (+4 ms)Closed at 1731646838033 2024-11-15T05:00:38,034 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731646647840.6b870e5f26e06fb9b7a5dbb89d91480c. 2024-11-15T05:00:38,034 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ec238fc7189ad87e3ac0f70b93e5abb, disabling compactions & flushes 2024-11-15T05:00:38,034 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T05:00:38,034 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T05:00:38,034 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. after waiting 0 ms 2024-11-15T05:00:38,034 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T05:00:38,034 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ec238fc7189ad87e3ac0f70b93e5abb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741890_1066 (size=39263) 2024-11-15T05:00:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741890_1066 (size=39263) 2024-11-15T05:00:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741890_1066 (size=39263) 2024-11-15T05:00:38,052 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/.tmp/colfamily11/2cf957fbd9dc4e3aa8bbf193d0cb039d is 52, key is xxx/colfamily11:colfamily11/1731646651822/Put/seqid=0 2024-11-15T05:00:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741891_1067 (size=39263) 2024-11-15T05:00:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741891_1067 (size=39263) 2024-11-15T05:00:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741891_1067 (size=39263) 2024-11-15T05:00:38,062 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/.tmp/colfamily11/2cf957fbd9dc4e3aa8bbf193d0cb039d 2024-11-15T05:00:38,069 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/.tmp/colfamily11/2cf957fbd9dc4e3aa8bbf193d0cb039d as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/colfamily11/2cf957fbd9dc4e3aa8bbf193d0cb039d 2024-11-15T05:00:38,075 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/colfamily11/2cf957fbd9dc4e3aa8bbf193d0cb039d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,076 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ec238fc7189ad87e3ac0f70b93e5abb in 42ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,081 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ec238fc7189ad87e3ac0f70b93e5abb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,082 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T05:00:38,082 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ec238fc7189ad87e3ac0f70b93e5abb: Waiting for close lock at 1731646838034Running coprocessor pre-close hooks at 1731646838034Disabling compacts and flushes for region at 1731646838034Disabling writes for close at 1731646838034Obtaining lock to block concurrent updates at 1731646838034Preparing flush snapshotting stores in 2ec238fc7189ad87e3ac0f70b93e5abb at 1731646838034Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838035 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. at 1731646838036 (+1 ms)Flushing 2ec238fc7189ad87e3ac0f70b93e5abb/colfamily11: creating writer at 1731646838036Flushing 2ec238fc7189ad87e3ac0f70b93e5abb/colfamily11: appending metadata at 1731646838052 (+16 ms)Flushing 2ec238fc7189ad87e3ac0f70b93e5abb/colfamily11: closing flushed file at 1731646838052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545adde7: reopening flushed file at 1731646838068 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ec238fc7189ad87e3ac0f70b93e5abb in 42ms, sequenceid=5, compaction requested=false at 1731646838076 (+8 ms)Writing region close event to WAL at 1731646838077 (+1 ms)Running coprocessor post-close hooks at 1731646838082 (+5 ms)Closed at 1731646838082 2024-11-15T05:00:38,082 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731646647840.2ec238fc7189ad87e3ac0f70b93e5abb. 2024-11-15T05:00:38,082 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 646a403f487d79d495e2b046883252e7, disabling compactions & flushes 2024-11-15T05:00:38,082 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T05:00:38,082 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T05:00:38,082 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. after waiting 0 ms 2024-11-15T05:00:38,083 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T05:00:38,083 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 646a403f487d79d495e2b046883252e7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,086 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1351): Waiting on 0df88d510d9b47112ffc6eed95eead59, 1e5634ac8f24c1b88932c44e4e2dd389, 2e78a70c20d83d907a892e3b2f5025eb, 513ee8175933f504888dab568b428792, 646a403f487d79d495e2b046883252e7, 6c8b4d3b4f2a258e5a703baedc2ad69a, b1584183838f6e49fa782357cc75bbf6, d15314a7a504829eba0558d75f9bc27d 2024-11-15T05:00:38,086 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1351): Waiting on 1b1c7590ef57137bd02808338bb94f83, 26a3e55f4b3b70efb59439d000f6a2ef, 302f40f6d21f383879e7c80de01f6e03, 71a31cf7c071f6d1f56b0d2c517ac31b, 83267a7b2df07d1ef9e72966aa9bf649, 8e23603967ed9dd0a0a3b7c5c676e0da, a1e6f86e104525f8da5c88dc5ba37bb3, a47e1b02f645522afc79173353b5ae04, a4d96d5c304934aefc7c427ea5b0fe73, dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T05:00:38,104 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/.tmp/colfamily11/4ca8cb1528104911a569c7fdd1f86057 is 52, key is eee/colfamily11:colfamily11/1731646651534/Put/seqid=0 2024-11-15T05:00:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741892_1068 (size=39263) 2024-11-15T05:00:38,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741892_1068 (size=39263) 2024-11-15T05:00:38,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741892_1068 (size=39263) 2024-11-15T05:00:38,112 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/.tmp/colfamily11/4ca8cb1528104911a569c7fdd1f86057 2024-11-15T05:00:38,120 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/.tmp/colfamily11/4ca8cb1528104911a569c7fdd1f86057 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/colfamily11/4ca8cb1528104911a569c7fdd1f86057 2024-11-15T05:00:38,126 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/colfamily11/4ca8cb1528104911a569c7fdd1f86057, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,127 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 646a403f487d79d495e2b046883252e7 in 44ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,132 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/646a403f487d79d495e2b046883252e7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,132 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T05:00:38,132 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 646a403f487d79d495e2b046883252e7: Waiting for close lock at 1731646838082Running coprocessor pre-close hooks at 1731646838082Disabling compacts and flushes for region at 1731646838082Disabling writes for close at 1731646838083 (+1 ms)Obtaining lock to block concurrent updates at 1731646838083Preparing flush snapshotting stores in 646a403f487d79d495e2b046883252e7 at 1731646838083Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838083Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. at 1731646838084 (+1 ms)Flushing 646a403f487d79d495e2b046883252e7/colfamily11: creating writer at 1731646838084Flushing 646a403f487d79d495e2b046883252e7/colfamily11: appending metadata at 1731646838104 (+20 ms)Flushing 646a403f487d79d495e2b046883252e7/colfamily11: closing flushed file at 1731646838104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cc46de: reopening flushed file at 1731646838119 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 646a403f487d79d495e2b046883252e7 in 44ms, sequenceid=5, compaction requested=false at 1731646838127 (+8 ms)Writing region close event to WAL at 1731646838128 (+1 ms)Running coprocessor post-close hooks at 1731646838132 (+4 ms)Closed at 1731646838132 2024-11-15T05:00:38,133 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731646647840.646a403f487d79d495e2b046883252e7. 2024-11-15T05:00:38,133 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e78a70c20d83d907a892e3b2f5025eb, disabling compactions & flushes 2024-11-15T05:00:38,133 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:38,133 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:38,133 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. after waiting 0 ms 2024-11-15T05:00:38,133 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:38,138 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e78a70c20d83d907a892e3b2f5025eb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:38,139 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:38,139 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e78a70c20d83d907a892e3b2f5025eb: Waiting for close lock at 1731646838133Running coprocessor pre-close hooks at 1731646838133Disabling compacts and flushes for region at 1731646838133Disabling writes for close at 1731646838133Writing region close event to WAL at 1731646838133Running coprocessor post-close hooks at 1731646838139 (+6 ms)Closed at 1731646838139 2024-11-15T05:00:38,139 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731646647840.2e78a70c20d83d907a892e3b2f5025eb. 2024-11-15T05:00:38,140 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c8b4d3b4f2a258e5a703baedc2ad69a, disabling compactions & flushes 2024-11-15T05:00:38,140 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T05:00:38,140 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T05:00:38,140 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. after waiting 0 ms 2024-11-15T05:00:38,140 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T05:00:38,140 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c8b4d3b4f2a258e5a703baedc2ad69a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,162 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/.tmp/colfamily11/eeb77947ab0f4d69b1a611bcf92851a4 is 52, key is nnn/colfamily11:colfamily11/1731646651659/Put/seqid=0 2024-11-15T05:00:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741893_1069 (size=39263) 2024-11-15T05:00:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741893_1069 (size=39263) 2024-11-15T05:00:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741893_1069 (size=39263) 2024-11-15T05:00:38,169 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/.tmp/colfamily11/eeb77947ab0f4d69b1a611bcf92851a4 2024-11-15T05:00:38,175 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/.tmp/colfamily11/eeb77947ab0f4d69b1a611bcf92851a4 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily11/eeb77947ab0f4d69b1a611bcf92851a4 2024-11-15T05:00:38,181 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily11/eeb77947ab0f4d69b1a611bcf92851a4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,182 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6c8b4d3b4f2a258e5a703baedc2ad69a in 42ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,186 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c8b4d3b4f2a258e5a703baedc2ad69a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,187 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T05:00:38,187 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c8b4d3b4f2a258e5a703baedc2ad69a: Waiting for close lock at 1731646838140Running coprocessor pre-close hooks at 1731646838140Disabling compacts and flushes for region at 1731646838140Disabling writes for close at 1731646838140Obtaining lock to block concurrent updates at 1731646838140Preparing flush snapshotting stores in 6c8b4d3b4f2a258e5a703baedc2ad69a at 1731646838140Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838140Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. at 1731646838141 (+1 ms)Flushing 6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily11: creating writer at 1731646838141Flushing 6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily11: appending metadata at 1731646838162 (+21 ms)Flushing 6c8b4d3b4f2a258e5a703baedc2ad69a/colfamily11: closing flushed file at 1731646838162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77117c12: reopening flushed file at 1731646838174 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6c8b4d3b4f2a258e5a703baedc2ad69a in 42ms, sequenceid=5, compaction requested=false at 1731646838182 (+8 ms)Writing region close event to WAL at 1731646838183 (+1 ms)Running coprocessor post-close hooks at 1731646838187 (+4 ms)Closed at 1731646838187 2024-11-15T05:00:38,187 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731646647840.6c8b4d3b4f2a258e5a703baedc2ad69a. 2024-11-15T05:00:38,187 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d15314a7a504829eba0558d75f9bc27d, disabling compactions & flushes 2024-11-15T05:00:38,187 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T05:00:38,187 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T05:00:38,187 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. after waiting 0 ms 2024-11-15T05:00:38,187 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T05:00:38,187 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d15314a7a504829eba0558d75f9bc27d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,204 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/.tmp/colfamily11/a254959fa62a44b4a3b7bc0f34306b21 is 52, key is rrr/colfamily11:colfamily11/1731646651737/Put/seqid=0 2024-11-15T05:00:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741894_1070 (size=39263) 2024-11-15T05:00:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741894_1070 (size=39263) 2024-11-15T05:00:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741894_1070 (size=39263) 2024-11-15T05:00:38,213 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/.tmp/colfamily11/a254959fa62a44b4a3b7bc0f34306b21 2024-11-15T05:00:38,220 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/.tmp/colfamily11/a254959fa62a44b4a3b7bc0f34306b21 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/colfamily11/a254959fa62a44b4a3b7bc0f34306b21 2024-11-15T05:00:38,226 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/colfamily11/a254959fa62a44b4a3b7bc0f34306b21, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,230 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d15314a7a504829eba0558d75f9bc27d in 43ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,235 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d15314a7a504829eba0558d75f9bc27d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,236 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T05:00:38,236 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d15314a7a504829eba0558d75f9bc27d: Waiting for close lock at 1731646838187Running coprocessor pre-close hooks at 1731646838187Disabling compacts and flushes for region at 1731646838187Disabling writes for close at 1731646838187Obtaining lock to block concurrent updates at 1731646838187Preparing flush snapshotting stores in d15314a7a504829eba0558d75f9bc27d at 1731646838187Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838188 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. at 1731646838188Flushing d15314a7a504829eba0558d75f9bc27d/colfamily11: creating writer at 1731646838188Flushing d15314a7a504829eba0558d75f9bc27d/colfamily11: appending metadata at 1731646838204 (+16 ms)Flushing d15314a7a504829eba0558d75f9bc27d/colfamily11: closing flushed file at 1731646838204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7443bfb2: reopening flushed file at 1731646838219 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d15314a7a504829eba0558d75f9bc27d in 43ms, sequenceid=5, compaction requested=false at 1731646838230 (+11 ms)Writing region close event to WAL at 1731646838231 (+1 ms)Running coprocessor post-close hooks at 1731646838236 (+5 ms)Closed at 1731646838236 2024-11-15T05:00:38,236 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731646647840.d15314a7a504829eba0558d75f9bc27d. 2024-11-15T05:00:38,236 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0df88d510d9b47112ffc6eed95eead59, disabling compactions & flushes 2024-11-15T05:00:38,236 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T05:00:38,236 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T05:00:38,236 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. after waiting 0 ms 2024-11-15T05:00:38,236 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T05:00:38,236 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0df88d510d9b47112ffc6eed95eead59 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,257 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/.tmp/colfamily11/2301aca6cd454680a5b4c7f3be50a4f8 is 52, key is ooo/colfamily11:colfamily11/1731646651697/Put/seqid=0 2024-11-15T05:00:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741895_1071 (size=39263) 2024-11-15T05:00:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741895_1071 (size=39263) 2024-11-15T05:00:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741895_1071 (size=39263) 2024-11-15T05:00:38,265 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/.tmp/colfamily11/2301aca6cd454680a5b4c7f3be50a4f8 2024-11-15T05:00:38,272 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/.tmp/colfamily11/2301aca6cd454680a5b4c7f3be50a4f8 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/colfamily11/2301aca6cd454680a5b4c7f3be50a4f8 2024-11-15T05:00:38,278 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/colfamily11/2301aca6cd454680a5b4c7f3be50a4f8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,279 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0df88d510d9b47112ffc6eed95eead59 in 43ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,284 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0df88d510d9b47112ffc6eed95eead59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,284 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T05:00:38,284 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0df88d510d9b47112ffc6eed95eead59: Waiting for close lock at 1731646838236Running coprocessor pre-close hooks at 1731646838236Disabling compacts and flushes for region at 1731646838236Disabling writes for close at 1731646838236Obtaining lock to block concurrent updates at 1731646838236Preparing flush snapshotting stores in 0df88d510d9b47112ffc6eed95eead59 at 1731646838236Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838237 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. at 1731646838237Flushing 0df88d510d9b47112ffc6eed95eead59/colfamily11: creating writer at 1731646838237Flushing 0df88d510d9b47112ffc6eed95eead59/colfamily11: appending metadata at 1731646838257 (+20 ms)Flushing 0df88d510d9b47112ffc6eed95eead59/colfamily11: closing flushed file at 1731646838257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216660a9: reopening flushed file at 1731646838271 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0df88d510d9b47112ffc6eed95eead59 in 43ms, sequenceid=5, compaction requested=false at 1731646838279 (+8 ms)Writing region close event to WAL at 1731646838280 (+1 ms)Running coprocessor post-close hooks at 1731646838284 (+4 ms)Closed at 1731646838284 2024-11-15T05:00:38,284 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731646647840.0df88d510d9b47112ffc6eed95eead59. 2024-11-15T05:00:38,285 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e5634ac8f24c1b88932c44e4e2dd389, disabling compactions & flushes 2024-11-15T05:00:38,285 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:38,285 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:38,285 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. after waiting 0 ms 2024-11-15T05:00:38,285 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:38,286 DEBUG [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1351): Waiting on 1e5634ac8f24c1b88932c44e4e2dd389, 513ee8175933f504888dab568b428792, b1584183838f6e49fa782357cc75bbf6 2024-11-15T05:00:38,287 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1351): Waiting on 1b1c7590ef57137bd02808338bb94f83, 26a3e55f4b3b70efb59439d000f6a2ef, 302f40f6d21f383879e7c80de01f6e03, 71a31cf7c071f6d1f56b0d2c517ac31b, 83267a7b2df07d1ef9e72966aa9bf649, 8e23603967ed9dd0a0a3b7c5c676e0da, a1e6f86e104525f8da5c88dc5ba37bb3, a47e1b02f645522afc79173353b5ae04, a4d96d5c304934aefc7c427ea5b0fe73, dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T05:00:38,289 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e5634ac8f24c1b88932c44e4e2dd389/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:38,290 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:38,290 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e5634ac8f24c1b88932c44e4e2dd389: Waiting for close lock at 1731646838285Running coprocessor pre-close hooks at 1731646838285Disabling compacts and flushes for region at 1731646838285Disabling writes for close at 1731646838285Writing region close event to WAL at 1731646838285Running coprocessor post-close hooks at 1731646838290 (+5 ms)Closed at 1731646838290 2024-11-15T05:00:38,290 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731646647840.1e5634ac8f24c1b88932c44e4e2dd389. 2024-11-15T05:00:38,290 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 513ee8175933f504888dab568b428792, disabling compactions & flushes 2024-11-15T05:00:38,290 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T05:00:38,290 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T05:00:38,291 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. after waiting 0 ms 2024-11-15T05:00:38,291 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T05:00:38,291 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 513ee8175933f504888dab568b428792 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,305 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/.tmp/colfamily11/fc5cada1471b4fe4ac6989c57efdb472 is 52, key is uuu/colfamily11:colfamily11/1731646651778/Put/seqid=0 2024-11-15T05:00:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741896_1072 (size=39263) 2024-11-15T05:00:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741896_1072 (size=39263) 2024-11-15T05:00:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741896_1072 (size=39263) 2024-11-15T05:00:38,314 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/.tmp/colfamily11/fc5cada1471b4fe4ac6989c57efdb472 2024-11-15T05:00:38,323 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/.tmp/colfamily11/fc5cada1471b4fe4ac6989c57efdb472 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/colfamily11/fc5cada1471b4fe4ac6989c57efdb472 2024-11-15T05:00:38,330 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/colfamily11/fc5cada1471b4fe4ac6989c57efdb472, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,331 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 513ee8175933f504888dab568b428792 in 39ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,334 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/513ee8175933f504888dab568b428792/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,335 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T05:00:38,335 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 513ee8175933f504888dab568b428792: Waiting for close lock at 1731646838290Running coprocessor pre-close hooks at 1731646838290Disabling compacts and flushes for region at 1731646838290Disabling writes for close at 1731646838291 (+1 ms)Obtaining lock to block concurrent updates at 1731646838291Preparing flush snapshotting stores in 513ee8175933f504888dab568b428792 at 1731646838291Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838291Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. at 1731646838291Flushing 513ee8175933f504888dab568b428792/colfamily11: creating writer at 1731646838292 (+1 ms)Flushing 513ee8175933f504888dab568b428792/colfamily11: appending metadata at 1731646838305 (+13 ms)Flushing 513ee8175933f504888dab568b428792/colfamily11: closing flushed file at 1731646838305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd7e9c: reopening flushed file at 1731646838322 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 513ee8175933f504888dab568b428792 in 39ms, sequenceid=5, compaction requested=false at 1731646838331 (+9 ms)Writing region close event to WAL at 1731646838331Running coprocessor post-close hooks at 1731646838335 (+4 ms)Closed at 1731646838335 2024-11-15T05:00:38,335 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731646647840.513ee8175933f504888dab568b428792. 2024-11-15T05:00:38,335 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1584183838f6e49fa782357cc75bbf6, disabling compactions & flushes 2024-11-15T05:00:38,335 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T05:00:38,335 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T05:00:38,335 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. after waiting 0 ms 2024-11-15T05:00:38,335 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T05:00:38,335 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1584183838f6e49fa782357cc75bbf6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,351 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/.tmp/colfamily11/9a55da6441184b479bfeb4712c026886 is 52, key is jjj/colfamily11:colfamily11/1731646651621/Put/seqid=0 2024-11-15T05:00:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741897_1073 (size=39263) 2024-11-15T05:00:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741897_1073 (size=39263) 2024-11-15T05:00:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741897_1073 (size=39263) 2024-11-15T05:00:38,358 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/.tmp/colfamily11/9a55da6441184b479bfeb4712c026886 2024-11-15T05:00:38,366 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/.tmp/colfamily11/9a55da6441184b479bfeb4712c026886 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/colfamily11/9a55da6441184b479bfeb4712c026886 2024-11-15T05:00:38,373 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/colfamily11/9a55da6441184b479bfeb4712c026886, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,374 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b1584183838f6e49fa782357cc75bbf6 in 39ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,379 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1584183838f6e49fa782357cc75bbf6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,379 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T05:00:38,380 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1584183838f6e49fa782357cc75bbf6: Waiting for close lock at 1731646838335Running coprocessor pre-close hooks at 1731646838335Disabling compacts and flushes for region at 1731646838335Disabling writes for close at 1731646838335Obtaining lock to block concurrent updates at 1731646838335Preparing flush snapshotting stores in b1584183838f6e49fa782357cc75bbf6 at 1731646838335Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838336 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. at 1731646838336Flushing b1584183838f6e49fa782357cc75bbf6/colfamily11: creating writer at 1731646838336Flushing b1584183838f6e49fa782357cc75bbf6/colfamily11: appending metadata at 1731646838350 (+14 ms)Flushing b1584183838f6e49fa782357cc75bbf6/colfamily11: closing flushed file at 1731646838351 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad99c54: reopening flushed file at 1731646838365 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b1584183838f6e49fa782357cc75bbf6 in 39ms, sequenceid=5, compaction requested=false at 1731646838374 (+9 ms)Writing region close event to WAL at 1731646838375 (+1 ms)Running coprocessor post-close hooks at 1731646838379 (+4 ms)Closed at 1731646838379 2024-11-15T05:00:38,380 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731646647840.b1584183838f6e49fa782357cc75bbf6. 2024-11-15T05:00:38,443 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/.tmp/colfamily11/d8d1fb1fbe5a4c378e5fcb167b6386ac 2024-11-15T05:00:38,449 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/.tmp/colfamily11/d8d1fb1fbe5a4c378e5fcb167b6386ac as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/colfamily11/d8d1fb1fbe5a4c378e5fcb167b6386ac 2024-11-15T05:00:38,455 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/colfamily11/d8d1fb1fbe5a4c378e5fcb167b6386ac, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,457 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1b1c7590ef57137bd02808338bb94f83 in 447ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,461 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b1c7590ef57137bd02808338bb94f83/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,462 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T05:00:38,462 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b1c7590ef57137bd02808338bb94f83: Waiting for close lock at 1731646838009Running coprocessor pre-close hooks at 1731646838009Disabling compacts and flushes for region at 1731646838009Disabling writes for close at 1731646838009Obtaining lock to block concurrent updates at 1731646838010 (+1 ms)Preparing flush snapshotting stores in 1b1c7590ef57137bd02808338bb94f83 at 1731646838010Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838010Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. at 1731646838011 (+1 ms)Flushing 1b1c7590ef57137bd02808338bb94f83/colfamily11: creating writer at 1731646838011Flushing 1b1c7590ef57137bd02808338bb94f83/colfamily11: appending metadata at 1731646838033 (+22 ms)Flushing 1b1c7590ef57137bd02808338bb94f83/colfamily11: closing flushed file at 1731646838033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3414a146: reopening flushed file at 1731646838448 (+415 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1b1c7590ef57137bd02808338bb94f83 in 447ms, sequenceid=5, compaction requested=false at 1731646838457 (+9 ms)Writing region close event to WAL at 1731646838457Running coprocessor post-close hooks at 1731646838462 (+5 ms)Closed at 1731646838462 2024-11-15T05:00:38,462 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731646647840.1b1c7590ef57137bd02808338bb94f83. 2024-11-15T05:00:38,462 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc69f5ad7f2d6c8b8841c5bf11122d1f, disabling compactions & flushes 2024-11-15T05:00:38,462 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T05:00:38,462 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T05:00:38,463 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. after waiting 0 ms 2024-11-15T05:00:38,463 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T05:00:38,463 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc69f5ad7f2d6c8b8841c5bf11122d1f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,478 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/.tmp/colfamily11/aec01f8b25ca42eb8a81add0163a386f is 52, key is mmm/colfamily11:colfamily11/1731646651653/Put/seqid=0 2024-11-15T05:00:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741898_1074 (size=39263) 2024-11-15T05:00:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741898_1074 (size=39263) 2024-11-15T05:00:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741898_1074 (size=39263) 2024-11-15T05:00:38,485 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/.tmp/colfamily11/aec01f8b25ca42eb8a81add0163a386f 2024-11-15T05:00:38,486 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(976): stopping server 26747e6ada4f,36811,1731646645345; all regions closed. 2024-11-15T05:00:38,487 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1351): Waiting on 26a3e55f4b3b70efb59439d000f6a2ef, 302f40f6d21f383879e7c80de01f6e03, 71a31cf7c071f6d1f56b0d2c517ac31b, 83267a7b2df07d1ef9e72966aa9bf649, 8e23603967ed9dd0a0a3b7c5c676e0da, a1e6f86e104525f8da5c88dc5ba37bb3, a47e1b02f645522afc79173353b5ae04, a4d96d5c304934aefc7c427ea5b0fe73, dc69f5ad7f2d6c8b8841c5bf11122d1f 2024-11-15T05:00:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741833_1009 (size=353044) 2024-11-15T05:00:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741833_1009 (size=353044) 2024-11-15T05:00:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741833_1009 (size=353044) 2024-11-15T05:00:38,492 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/.tmp/colfamily11/aec01f8b25ca42eb8a81add0163a386f as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily11/aec01f8b25ca42eb8a81add0163a386f 2024-11-15T05:00:38,493 DEBUG [RS:0;26747e6ada4f:36811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs 2024-11-15T05:00:38,493 INFO [RS:0;26747e6ada4f:36811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26747e6ada4f%2C36811%2C1731646645345:(num 1731646646990) 2024-11-15T05:00:38,493 DEBUG [RS:0;26747e6ada4f:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:38,493 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T05:00:38,493 INFO [RS:0;26747e6ada4f:36811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T05:00:38,493 INFO [RS:0;26747e6ada4f:36811 {}] hbase.ChoreService(370): Chore service for: regionserver/26747e6ada4f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T05:00:38,494 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T05:00:38,494 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T05:00:38,494 INFO [regionserver/26747e6ada4f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T05:00:38,494 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T05:00:38,494 INFO [RS:0;26747e6ada4f:36811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T05:00:38,494 INFO [RS:0;26747e6ada4f:36811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36811 2024-11-15T05:00:38,499 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily11/aec01f8b25ca42eb8a81add0163a386f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,501 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dc69f5ad7f2d6c8b8841c5bf11122d1f in 38ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,505 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc69f5ad7f2d6c8b8841c5bf11122d1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,505 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T05:00:38,505 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc69f5ad7f2d6c8b8841c5bf11122d1f: Waiting for close lock at 1731646838462Running coprocessor pre-close hooks at 1731646838462Disabling compacts and flushes for region at 1731646838462Disabling writes for close at 1731646838463 (+1 ms)Obtaining lock to block concurrent updates at 1731646838463Preparing flush snapshotting stores in dc69f5ad7f2d6c8b8841c5bf11122d1f at 1731646838463Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838463Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. at 1731646838464 (+1 ms)Flushing dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily11: creating writer at 1731646838464Flushing dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily11: appending metadata at 1731646838478 (+14 ms)Flushing dc69f5ad7f2d6c8b8841c5bf11122d1f/colfamily11: closing flushed file at 1731646838478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e70d3a: reopening flushed file at 1731646838491 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dc69f5ad7f2d6c8b8841c5bf11122d1f in 38ms, sequenceid=5, compaction requested=false at 1731646838501 (+10 ms)Writing region close event to WAL at 1731646838501Running coprocessor post-close hooks at 1731646838505 (+4 ms)Closed at 1731646838505 2024-11-15T05:00:38,506 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731646647840.dc69f5ad7f2d6c8b8841c5bf11122d1f. 2024-11-15T05:00:38,506 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 302f40f6d21f383879e7c80de01f6e03, disabling compactions & flushes 2024-11-15T05:00:38,506 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:38,506 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:38,506 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. after waiting 0 ms 2024-11-15T05:00:38,506 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:38,510 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/302f40f6d21f383879e7c80de01f6e03/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:38,511 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:38,511 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 302f40f6d21f383879e7c80de01f6e03: Waiting for close lock at 1731646838506Running coprocessor pre-close hooks at 1731646838506Disabling compacts and flushes for region at 1731646838506Disabling writes for close at 1731646838506Writing region close event to WAL at 1731646838506Running coprocessor post-close hooks at 1731646838510 (+4 ms)Closed at 1731646838511 (+1 ms) 2024-11-15T05:00:38,511 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731646647840.302f40f6d21f383879e7c80de01f6e03. 2024-11-15T05:00:38,511 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26a3e55f4b3b70efb59439d000f6a2ef, disabling compactions & flushes 2024-11-15T05:00:38,511 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T05:00:38,511 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T05:00:38,511 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. after waiting 0 ms 2024-11-15T05:00:38,511 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T05:00:38,511 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26a3e55f4b3b70efb59439d000f6a2ef 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,527 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/.tmp/colfamily11/6e73eb720cc34793bd029377a975efb3 is 52, key is ggg/colfamily11:colfamily11/1731646651571/Put/seqid=0 2024-11-15T05:00:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741899_1075 (size=39263) 2024-11-15T05:00:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741899_1075 (size=39263) 2024-11-15T05:00:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741899_1075 (size=39263) 2024-11-15T05:00:38,534 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/.tmp/colfamily11/6e73eb720cc34793bd029377a975efb3 2024-11-15T05:00:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/26747e6ada4f,36811,1731646645345 2024-11-15T05:00:38,540 INFO [RS:0;26747e6ada4f:36811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T05:00:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T05:00:38,541 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/.tmp/colfamily11/6e73eb720cc34793bd029377a975efb3 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/colfamily11/6e73eb720cc34793bd029377a975efb3 2024-11-15T05:00:38,547 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/colfamily11/6e73eb720cc34793bd029377a975efb3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26747e6ada4f,36811,1731646645345] 2024-11-15T05:00:38,549 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 26a3e55f4b3b70efb59439d000f6a2ef in 37ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,553 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26a3e55f4b3b70efb59439d000f6a2ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,553 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T05:00:38,554 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26a3e55f4b3b70efb59439d000f6a2ef: Waiting for close lock at 1731646838511Running coprocessor pre-close hooks at 1731646838511Disabling compacts and flushes for region at 1731646838511Disabling writes for close at 1731646838511Obtaining lock to block concurrent updates at 1731646838511Preparing flush snapshotting stores in 26a3e55f4b3b70efb59439d000f6a2ef at 1731646838511Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838511Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. at 1731646838512 (+1 ms)Flushing 26a3e55f4b3b70efb59439d000f6a2ef/colfamily11: creating writer at 1731646838512Flushing 26a3e55f4b3b70efb59439d000f6a2ef/colfamily11: appending metadata at 1731646838526 (+14 ms)Flushing 26a3e55f4b3b70efb59439d000f6a2ef/colfamily11: closing flushed file at 1731646838526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af6df95: reopening flushed file at 1731646838539 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 26a3e55f4b3b70efb59439d000f6a2ef in 37ms, sequenceid=5, compaction requested=false at 1731646838549 (+10 ms)Writing region close event to WAL at 1731646838549Running coprocessor post-close hooks at 1731646838553 (+4 ms)Closed at 1731646838553 2024-11-15T05:00:38,554 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731646647840.26a3e55f4b3b70efb59439d000f6a2ef. 2024-11-15T05:00:38,554 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4d96d5c304934aefc7c427ea5b0fe73, disabling compactions & flushes 2024-11-15T05:00:38,554 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:38,554 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:38,554 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. after waiting 0 ms 2024-11-15T05:00:38,554 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:38,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/26747e6ada4f,36811,1731646645345 already deleted, retry=false 2024-11-15T05:00:38,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26747e6ada4f,36811,1731646645345 expired; onlineServers=1 2024-11-15T05:00:38,558 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4d96d5c304934aefc7c427ea5b0fe73/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:38,559 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:38,559 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4d96d5c304934aefc7c427ea5b0fe73: Waiting for close lock at 1731646838554Running coprocessor pre-close hooks at 1731646838554Disabling compacts and flushes for region at 1731646838554Disabling writes for close at 1731646838554Writing region close event to WAL at 1731646838555 (+1 ms)Running coprocessor post-close hooks at 1731646838559 (+4 ms)Closed at 1731646838559 2024-11-15T05:00:38,559 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731646647840.a4d96d5c304934aefc7c427ea5b0fe73. 2024-11-15T05:00:38,559 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83267a7b2df07d1ef9e72966aa9bf649, disabling compactions & flushes 2024-11-15T05:00:38,559 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T05:00:38,559 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T05:00:38,559 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. after waiting 0 ms 2024-11-15T05:00:38,559 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T05:00:38,559 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83267a7b2df07d1ef9e72966aa9bf649 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,574 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/.tmp/colfamily11/c3df02c52ee14928b3a23ad5281e67ec is 52, key is kkk/colfamily11:colfamily11/1731646651614/Put/seqid=0 2024-11-15T05:00:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741900_1076 (size=39263) 2024-11-15T05:00:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741900_1076 (size=39263) 2024-11-15T05:00:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741900_1076 (size=39263) 2024-11-15T05:00:38,581 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/.tmp/colfamily11/c3df02c52ee14928b3a23ad5281e67ec 2024-11-15T05:00:38,587 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/.tmp/colfamily11/c3df02c52ee14928b3a23ad5281e67ec as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/colfamily11/c3df02c52ee14928b3a23ad5281e67ec 2024-11-15T05:00:38,594 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/colfamily11/c3df02c52ee14928b3a23ad5281e67ec, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,595 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 83267a7b2df07d1ef9e72966aa9bf649 in 36ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,599 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83267a7b2df07d1ef9e72966aa9bf649/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,600 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T05:00:38,600 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83267a7b2df07d1ef9e72966aa9bf649: Waiting for close lock at 1731646838559Running coprocessor pre-close hooks at 1731646838559Disabling compacts and flushes for region at 1731646838559Disabling writes for close at 1731646838559Obtaining lock to block concurrent updates at 1731646838559Preparing flush snapshotting stores in 83267a7b2df07d1ef9e72966aa9bf649 at 1731646838559Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838560 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. at 1731646838560Flushing 83267a7b2df07d1ef9e72966aa9bf649/colfamily11: creating writer at 1731646838560Flushing 83267a7b2df07d1ef9e72966aa9bf649/colfamily11: appending metadata at 1731646838574 (+14 ms)Flushing 83267a7b2df07d1ef9e72966aa9bf649/colfamily11: closing flushed file at 1731646838574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cdcb88: reopening flushed file at 1731646838586 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 83267a7b2df07d1ef9e72966aa9bf649 in 36ms, sequenceid=5, compaction requested=false at 1731646838595 (+9 ms)Writing region close event to WAL at 1731646838596 (+1 ms)Running coprocessor post-close hooks at 1731646838599 (+3 ms)Closed at 1731646838600 (+1 ms) 2024-11-15T05:00:38,600 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731646647840.83267a7b2df07d1ef9e72966aa9bf649. 2024-11-15T05:00:38,600 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71a31cf7c071f6d1f56b0d2c517ac31b, disabling compactions & flushes 2024-11-15T05:00:38,600 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T05:00:38,600 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T05:00:38,600 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. after waiting 0 ms 2024-11-15T05:00:38,600 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T05:00:38,600 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71a31cf7c071f6d1f56b0d2c517ac31b 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-15T05:00:38,614 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/.tmp/colfamily11/fe36453049024a4eb46571abbd1d9091 is 52, key is zzz/colfamily11:colfamily11/1731646651770/Put/seqid=0 2024-11-15T05:00:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741901_1077 (size=4857) 2024-11-15T05:00:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741901_1077 (size=4857) 2024-11-15T05:00:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741901_1077 (size=4857) 2024-11-15T05:00:38,621 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/.tmp/colfamily11/fe36453049024a4eb46571abbd1d9091 2024-11-15T05:00:38,628 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/.tmp/colfamily11/fe36453049024a4eb46571abbd1d9091 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/colfamily11/fe36453049024a4eb46571abbd1d9091 2024-11-15T05:00:38,634 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/colfamily11/fe36453049024a4eb46571abbd1d9091, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T05:00:38,635 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 71a31cf7c071f6d1f56b0d2c517ac31b in 35ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,639 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71a31cf7c071f6d1f56b0d2c517ac31b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,640 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T05:00:38,640 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71a31cf7c071f6d1f56b0d2c517ac31b: Waiting for close lock at 1731646838600Running coprocessor pre-close hooks at 1731646838600Disabling compacts and flushes for region at 1731646838600Disabling writes for close at 1731646838600Obtaining lock to block concurrent updates at 1731646838600Preparing flush snapshotting stores in 71a31cf7c071f6d1f56b0d2c517ac31b at 1731646838600Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731646838600Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. at 1731646838601 (+1 ms)Flushing 71a31cf7c071f6d1f56b0d2c517ac31b/colfamily11: creating writer at 1731646838601Flushing 71a31cf7c071f6d1f56b0d2c517ac31b/colfamily11: appending metadata at 1731646838614 (+13 ms)Flushing 71a31cf7c071f6d1f56b0d2c517ac31b/colfamily11: closing flushed file at 1731646838614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54427a4b: reopening flushed file at 1731646838627 (+13 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 71a31cf7c071f6d1f56b0d2c517ac31b in 35ms, sequenceid=5, compaction requested=false at 1731646838635 (+8 ms)Writing region close event to WAL at 1731646838636 (+1 ms)Running coprocessor post-close hooks at 1731646838640 (+4 ms)Closed at 1731646838640 2024-11-15T05:00:38,640 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731646647840.71a31cf7c071f6d1f56b0d2c517ac31b. 2024-11-15T05:00:38,640 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e23603967ed9dd0a0a3b7c5c676e0da, disabling compactions & flushes 2024-11-15T05:00:38,640 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:38,640 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:38,640 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. after waiting 0 ms 2024-11-15T05:00:38,640 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:38,644 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e23603967ed9dd0a0a3b7c5c676e0da/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T05:00:38,645 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:38,645 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e23603967ed9dd0a0a3b7c5c676e0da: Waiting for close lock at 1731646838640Running coprocessor pre-close hooks at 1731646838640Disabling compacts and flushes for region at 1731646838640Disabling writes for close at 1731646838640Writing region close event to WAL at 1731646838641 (+1 ms)Running coprocessor post-close hooks at 1731646838645 (+4 ms)Closed at 1731646838645 2024-11-15T05:00:38,645 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731646647840.8e23603967ed9dd0a0a3b7c5c676e0da. 2024-11-15T05:00:38,645 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a47e1b02f645522afc79173353b5ae04, disabling compactions & flushes 2024-11-15T05:00:38,645 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T05:00:38,645 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T05:00:38,645 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. after waiting 0 ms 2024-11-15T05:00:38,645 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T05:00:38,645 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a47e1b02f645522afc79173353b5ae04 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:00:38,649 INFO [RS:0;26747e6ada4f:36811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T05:00:38,649 INFO [RS:0;26747e6ada4f:36811 {}] regionserver.HRegionServer(1031): Exiting; stopping=26747e6ada4f,36811,1731646645345; zookeeper connection closed. 2024-11-15T05:00:38,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1013e2471320001, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:00:38,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69109331 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69109331 2024-11-15T05:00:38,661 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/.tmp/colfamily11/a7be18b730b64b47b8f52cb03db92458 is 52, key is aaa/colfamily11:colfamily11/1731646651441/Put/seqid=0 2024-11-15T05:00:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741902_1078 (size=39263) 2024-11-15T05:00:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741902_1078 (size=39263) 2024-11-15T05:00:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741902_1078 (size=39263) 2024-11-15T05:00:38,669 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/.tmp/colfamily11/a7be18b730b64b47b8f52cb03db92458 2024-11-15T05:00:38,675 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/.tmp/colfamily11/a7be18b730b64b47b8f52cb03db92458 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/colfamily11/a7be18b730b64b47b8f52cb03db92458 2024-11-15T05:00:38,681 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/colfamily11/a7be18b730b64b47b8f52cb03db92458, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,682 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a47e1b02f645522afc79173353b5ae04 in 37ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,686 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a47e1b02f645522afc79173353b5ae04/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,686 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T05:00:38,686 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a47e1b02f645522afc79173353b5ae04: Waiting for close lock at 1731646838645Running coprocessor pre-close hooks at 1731646838645Disabling compacts and flushes for region at 1731646838645Disabling writes for close at 1731646838645Obtaining lock to block concurrent updates at 1731646838646 (+1 ms)Preparing flush snapshotting stores in a47e1b02f645522afc79173353b5ae04 at 1731646838646Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838646Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. at 1731646838646Flushing a47e1b02f645522afc79173353b5ae04/colfamily11: creating writer at 1731646838646Flushing a47e1b02f645522afc79173353b5ae04/colfamily11: appending metadata at 1731646838661 (+15 ms)Flushing a47e1b02f645522afc79173353b5ae04/colfamily11: closing flushed file at 1731646838661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e49f3: reopening flushed file at 1731646838674 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a47e1b02f645522afc79173353b5ae04 in 37ms, sequenceid=5, compaction requested=false at 1731646838682 (+8 ms)Writing region close event to WAL at 1731646838682Running coprocessor post-close hooks at 1731646838686 (+4 ms)Closed at 1731646838686 2024-11-15T05:00:38,686 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731646647840.a47e1b02f645522afc79173353b5ae04. 2024-11-15T05:00:38,687 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1e6f86e104525f8da5c88dc5ba37bb3, disabling compactions & flushes 2024-11-15T05:00:38,687 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T05:00:38,687 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T05:00:38,687 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. after waiting 0 ms 2024-11-15T05:00:38,687 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T05:00:38,687 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1e6f86e104525f8da5c88dc5ba37bb3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T05:00:38,687 DEBUG [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1351): Waiting on a1e6f86e104525f8da5c88dc5ba37bb3 2024-11-15T05:00:38,703 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/.tmp/colfamily11/5502b4c36e854c34bc46af79da8f1f80 is 52, key is ddd/colfamily11:colfamily11/1731646651497/Put/seqid=0 2024-11-15T05:00:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741903_1079 (size=39263) 2024-11-15T05:00:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741903_1079 (size=39263) 2024-11-15T05:00:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741903_1079 (size=39263) 2024-11-15T05:00:38,710 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/.tmp/colfamily11/5502b4c36e854c34bc46af79da8f1f80 2024-11-15T05:00:38,716 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/.tmp/colfamily11/5502b4c36e854c34bc46af79da8f1f80 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/colfamily11/5502b4c36e854c34bc46af79da8f1f80 2024-11-15T05:00:38,722 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/colfamily11/5502b4c36e854c34bc46af79da8f1f80, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T05:00:38,722 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a1e6f86e104525f8da5c88dc5ba37bb3 in 35ms, sequenceid=5, compaction requested=false 2024-11-15T05:00:38,726 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1e6f86e104525f8da5c88dc5ba37bb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T05:00:38,726 INFO [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T05:00:38,727 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1e6f86e104525f8da5c88dc5ba37bb3: Waiting for close lock at 1731646838687Running coprocessor pre-close hooks at 1731646838687Disabling compacts and flushes for region at 1731646838687Disabling writes for close at 1731646838687Obtaining lock to block concurrent updates at 1731646838687Preparing flush snapshotting stores in a1e6f86e104525f8da5c88dc5ba37bb3 at 1731646838687Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731646838687Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. at 1731646838688 (+1 ms)Flushing a1e6f86e104525f8da5c88dc5ba37bb3/colfamily11: creating writer at 1731646838688Flushing a1e6f86e104525f8da5c88dc5ba37bb3/colfamily11: appending metadata at 1731646838702 (+14 ms)Flushing a1e6f86e104525f8da5c88dc5ba37bb3/colfamily11: closing flushed file at 1731646838702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612a7094: reopening flushed file at 1731646838715 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a1e6f86e104525f8da5c88dc5ba37bb3 in 35ms, sequenceid=5, compaction requested=false at 1731646838722 (+7 ms)Writing region close event to WAL at 1731646838723 (+1 ms)Running coprocessor post-close hooks at 1731646838726 (+3 ms)Closed at 1731646838726 2024-11-15T05:00:38,727 DEBUG [RS_CLOSE_REGION-regionserver/26747e6ada4f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731646647840.a1e6f86e104525f8da5c88dc5ba37bb3. 2024-11-15T05:00:38,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:00:38,869 INFO [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T05:00:38,869 INFO [regionserver/26747e6ada4f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T05:00:38,887 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(976): stopping server 26747e6ada4f,37961,1731646645523; all regions closed. 2024-11-15T05:00:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741865_1041 (size=14124) 2024-11-15T05:00:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741865_1041 (size=14124) 2024-11-15T05:00:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741865_1041 (size=14124) 2024-11-15T05:00:38,896 DEBUG [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs 2024-11-15T05:00:38,896 INFO [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26747e6ada4f%2C37961%2C1731646645523.meta:.meta(num 1731646833203) 2024-11-15T05:00:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741835_1011 (size=316519) 2024-11-15T05:00:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741835_1011 (size=316519) 2024-11-15T05:00:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741835_1011 (size=316519) 2024-11-15T05:00:38,902 DEBUG [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/oldWALs 2024-11-15T05:00:38,902 INFO [RS:2;26747e6ada4f:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26747e6ada4f%2C37961%2C1731646645523:(num 1731646647005) 2024-11-15T05:00:38,902 DEBUG [RS:2;26747e6ada4f:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:00:38,902 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T05:00:38,902 INFO [RS:2;26747e6ada4f:37961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T05:00:38,902 INFO [RS:2;26747e6ada4f:37961 {}] hbase.ChoreService(370): Chore service for: regionserver/26747e6ada4f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T05:00:38,902 INFO [RS:2;26747e6ada4f:37961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T05:00:38,902 INFO [regionserver/26747e6ada4f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T05:00:38,902 INFO [RS:2;26747e6ada4f:37961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37961 2024-11-15T05:00:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T05:00:38,923 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/26747e6ada4f,37961,1731646645523 2024-11-15T05:00:38,924 INFO [RS:2;26747e6ada4f:37961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T05:00:38,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26747e6ada4f,37961,1731646645523] 2024-11-15T05:00:38,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/26747e6ada4f,37961,1731646645523 already deleted, retry=false 2024-11-15T05:00:38,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26747e6ada4f,37961,1731646645523 expired; onlineServers=0 2024-11-15T05:00:38,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26747e6ada4f,36943,1731646644641' ***** 2024-11-15T05:00:38,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T05:00:38,941 INFO [M:0;26747e6ada4f:36943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T05:00:38,941 INFO [M:0;26747e6ada4f:36943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T05:00:38,941 DEBUG [M:0;26747e6ada4f:36943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T05:00:38,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T05:00:38,941 DEBUG [M:0;26747e6ada4f:36943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T05:00:38,941 DEBUG [master/26747e6ada4f:0:becomeActiveMaster-HFileCleaner.large.0-1731646646580 {}] cleaner.HFileCleaner(306): Exit Thread[master/26747e6ada4f:0:becomeActiveMaster-HFileCleaner.large.0-1731646646580,5,FailOnTimeoutGroup] 2024-11-15T05:00:38,941 DEBUG [master/26747e6ada4f:0:becomeActiveMaster-HFileCleaner.small.0-1731646646581 {}] cleaner.HFileCleaner(306): Exit Thread[master/26747e6ada4f:0:becomeActiveMaster-HFileCleaner.small.0-1731646646581,5,FailOnTimeoutGroup] 2024-11-15T05:00:38,942 INFO [M:0;26747e6ada4f:36943 {}] hbase.ChoreService(370): Chore service for: master/26747e6ada4f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T05:00:38,942 INFO [M:0;26747e6ada4f:36943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T05:00:38,942 DEBUG [M:0;26747e6ada4f:36943 {}] master.HMaster(1795): Stopping service threads 2024-11-15T05:00:38,943 INFO [M:0;26747e6ada4f:36943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T05:00:38,943 INFO [M:0;26747e6ada4f:36943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:00:38,943 INFO [M:0;26747e6ada4f:36943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:00:38,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T05:00:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T05:00:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:00:38,949 DEBUG [M:0;26747e6ada4f:36943 {}] zookeeper.ZKUtil(347): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T05:00:38,949 WARN [M:0;26747e6ada4f:36943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T05:00:38,951 INFO [M:0;26747e6ada4f:36943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/.lastflushedseqids 2024-11-15T05:00:38,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741904_1080 (size=2864) 2024-11-15T05:00:38,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741904_1080 (size=2864) 2024-11-15T05:00:38,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741904_1080 (size=2864) 2024-11-15T05:00:38,968 INFO [M:0;26747e6ada4f:36943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:00:38,969 INFO [M:0;26747e6ada4f:36943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T05:00:38,969 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T05:00:38,969 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:00:38,969 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:00:38,969 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T05:00:38,969 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:00:38,969 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.42 KB heapSize=395.41 KB 2024-11-15T05:00:38,984 DEBUG [M:0;26747e6ada4f:36943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbca9cfa5b5c4591acb75ada455cf61c is 82, key is hbase:meta,,1/info:regioninfo/1731646833523/Put/seqid=0 2024-11-15T05:00:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741905_1081 (size=6071) 2024-11-15T05:00:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741905_1081 (size=6071) 2024-11-15T05:00:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741905_1081 (size=6071) 2024-11-15T05:00:38,990 INFO [M:0;26747e6ada4f:36943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbca9cfa5b5c4591acb75ada455cf61c 2024-11-15T05:00:39,010 DEBUG [M:0;26747e6ada4f:36943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9424c1d168b48a78b91054075d321c4 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731646649384/Put/seqid=0 2024-11-15T05:00:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741906_1082 (size=13327) 2024-11-15T05:00:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741906_1082 (size=13327) 2024-11-15T05:00:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741906_1082 (size=13327) 2024-11-15T05:00:39,017 INFO [M:0;26747e6ada4f:36943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.19 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9424c1d168b48a78b91054075d321c4 2024-11-15T05:00:39,032 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:00:39,032 INFO [RS:2;26747e6ada4f:37961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T05:00:39,032 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1013e2471320003, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:00:39,032 INFO [RS:2;26747e6ada4f:37961 {}] regionserver.HRegionServer(1031): Exiting; stopping=26747e6ada4f,37961,1731646645523; zookeeper connection closed. 2024-11-15T05:00:39,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54b1aa9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54b1aa9e 2024-11-15T05:00:39,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T05:00:39,037 DEBUG [M:0;26747e6ada4f:36943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5ab28f0c96046feb913aa37adb78cce is 69, key is 26747e6ada4f,36811,1731646645345/rs:state/1731646646700/Put/seqid=0 2024-11-15T05:00:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741907_1083 (size=5442) 2024-11-15T05:00:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741907_1083 (size=5442) 2024-11-15T05:00:39,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741907_1083 (size=5442) 2024-11-15T05:00:39,043 INFO [M:0;26747e6ada4f:36943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5ab28f0c96046feb913aa37adb78cce 2024-11-15T05:00:39,047 INFO [M:0;26747e6ada4f:36943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5ab28f0c96046feb913aa37adb78cce 2024-11-15T05:00:39,048 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbca9cfa5b5c4591acb75ada455cf61c as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbca9cfa5b5c4591acb75ada455cf61c 2024-11-15T05:00:39,053 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbca9cfa5b5c4591acb75ada455cf61c, entries=14, sequenceid=620, filesize=5.9 K 2024-11-15T05:00:39,054 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9424c1d168b48a78b91054075d321c4 as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9424c1d168b48a78b91054075d321c4 2024-11-15T05:00:39,059 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9424c1d168b48a78b91054075d321c4, entries=79, sequenceid=620, filesize=13.0 K 2024-11-15T05:00:39,060 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5ab28f0c96046feb913aa37adb78cce as hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5ab28f0c96046feb913aa37adb78cce 2024-11-15T05:00:39,064 INFO [M:0;26747e6ada4f:36943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5ab28f0c96046feb913aa37adb78cce 2024-11-15T05:00:39,065 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/31152884-22ac-1bed-c8b7-6dd0847bd181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5ab28f0c96046feb913aa37adb78cce, entries=3, sequenceid=620, filesize=5.3 K 2024-11-15T05:00:39,066 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.42 KB/344489, heapSize ~395.12 KB/404600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=620, compaction requested=false 2024-11-15T05:00:39,067 INFO [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:00:39,067 DEBUG [M:0;26747e6ada4f:36943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731646838969Disabling compacts and flushes for region at 1731646838969Disabling writes for close at 1731646838969Obtaining lock to block concurrent updates at 1731646838969Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731646838969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344489, getHeapSize=404840, getOffHeapSize=0, getCellsCount=781 at 1731646838969Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731646838970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731646838970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731646838983 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731646838983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731646838994 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731646839010 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731646839010Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731646839022 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731646839036 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731646839036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bebc4: reopening flushed file at 1731646839048 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8e5f9: reopening flushed file at 1731646839053 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299c7e3: reopening flushed file at 1731646839059 (+6 ms)Finished flush of dataSize ~336.42 KB/344489, heapSize ~395.12 KB/404600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=620, compaction requested=false at 1731646839066 (+7 ms)Writing region close event to WAL at 1731646839067 (+1 ms)Closed at 1731646839067 2024-11-15T05:00:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741830_1006 (size=385852) 2024-11-15T05:00:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741830_1006 (size=385852) 2024-11-15T05:00:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741830_1006 (size=385852) 2024-11-15T05:00:39,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T05:00:39,070 INFO [M:0;26747e6ada4f:36943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T05:00:39,070 INFO [M:0;26747e6ada4f:36943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36943 2024-11-15T05:00:39,070 INFO [M:0;26747e6ada4f:36943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T05:00:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:00:39,198 INFO [M:0;26747e6ada4f:36943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T05:00:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36943-0x1013e2471320000, quorum=127.0.0.1:63816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:00:39,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c2677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T05:00:39,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T05:00:39,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T05:00:39,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T05:00:39,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,STOPPED} 2024-11-15T05:00:39,249 WARN [BP-297239887-172.17.0.2-1731646640863 heartbeating to localhost/127.0.0.1:44485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T05:00:39,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T05:00:39,249 WARN [BP-297239887-172.17.0.2-1731646640863 heartbeating to localhost/127.0.0.1:44485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-297239887-172.17.0.2-1731646640863 (Datanode Uuid 78218924-258e-4f1a-91d2-9b749a7de312) service to localhost/127.0.0.1:44485 2024-11-15T05:00:39,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T05:00:39,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data5/current/BP-297239887-172.17.0.2-1731646640863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:00:39,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data6/current/BP-297239887-172.17.0.2-1731646640863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:00:39,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T05:00:39,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3635c31e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T05:00:39,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T05:00:39,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T05:00:39,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T05:00:39,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,STOPPED} 2024-11-15T05:00:39,255 WARN [BP-297239887-172.17.0.2-1731646640863 heartbeating to localhost/127.0.0.1:44485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T05:00:39,255 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T05:00:39,255 WARN [BP-297239887-172.17.0.2-1731646640863 heartbeating to localhost/127.0.0.1:44485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-297239887-172.17.0.2-1731646640863 (Datanode Uuid 8572ad31-6ab2-48d4-875d-19061d0fdeac) service to localhost/127.0.0.1:44485 2024-11-15T05:00:39,255 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T05:00:39,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data3/current/BP-297239887-172.17.0.2-1731646640863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:00:39,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data4/current/BP-297239887-172.17.0.2-1731646640863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:00:39,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T05:00:39,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4255463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T05:00:39,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T05:00:39,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T05:00:39,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T05:00:39,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,STOPPED} 2024-11-15T05:00:39,260 WARN [BP-297239887-172.17.0.2-1731646640863 heartbeating to localhost/127.0.0.1:44485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T05:00:39,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T05:00:39,260 WARN [BP-297239887-172.17.0.2-1731646640863 heartbeating to localhost/127.0.0.1:44485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-297239887-172.17.0.2-1731646640863 (Datanode Uuid 9947cf63-ec05-44c7-88c3-5fab8826db1f) service to localhost/127.0.0.1:44485 2024-11-15T05:00:39,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T05:00:39,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data1/current/BP-297239887-172.17.0.2-1731646640863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:00:39,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/cluster_a93ee1db-c03c-676c-9ccb-bd27d0786eda/data/data2/current/BP-297239887-172.17.0.2-1731646640863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:00:39,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T05:00:39,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T05:00:39,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T05:00:39,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T05:00:39,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T05:00:39,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae33527b-b266-cf26-1492-244260baed05/hadoop.log.dir/,STOPPED} 2024-11-15T05:00:39,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T05:00:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T05:00:39,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/26747e6ada4f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/26747e6ada4f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@d4adaeb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/26747e6ada4f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26747e6ada4f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/26747e6ada4f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:44485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:44485 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/26747e6ada4f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:44485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26747e6ada4f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26747e6ada4f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26747e6ada4f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:44485 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=453 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 79), ProcessCount=11 (was 11), AvailableMemoryMB=14134 (was 15604)