2024-11-21 14:44:05,593 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-21 14:44:05,616 main DEBUG Took 0.020507 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 14:44:05,616 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 14:44:05,617 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 14:44:05,618 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 14:44:05,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,629 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 14:44:05,645 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,649 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,651 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,652 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,653 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,656 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:44:05,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,661 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 14:44:05,663 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:44:05,664 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 14:44:05,667 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 14:44:05,667 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 14:44:05,669 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 14:44:05,669 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 14:44:05,680 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 14:44:05,684 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 14:44:05,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 14:44:05,686 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 14:44:05,687 main DEBUG createAppenders(={Console}) 2024-11-21 14:44:05,687 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-21 14:44:05,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-21 14:44:05,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-21 14:44:05,689 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 14:44:05,689 main DEBUG OutputStream closed 2024-11-21 14:44:05,690 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 14:44:05,690 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 14:44:05,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-21 14:44:05,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 14:44:05,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 14:44:05,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 14:44:05,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 14:44:05,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 14:44:05,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 14:44:05,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 14:44:05,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 14:44:05,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 14:44:05,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 14:44:05,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 14:44:05,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 14:44:05,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 14:44:05,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 14:44:05,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 14:44:05,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 14:44:05,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 14:44:05,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 14:44:05,775 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 14:44:05,776 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-21 14:44:05,776 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 14:44:05,777 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-21T14:44:05,791 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-21 14:44:05,793 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 14:44:05,794 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T14:44:05,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=4040 2024-11-21T14:44:06,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189 2024-11-21T14:44:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:44:06,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6, deleteOnExit=true 2024-11-21T14:44:06,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:44:06,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/test.cache.data in system properties and HBase conf 2024-11-21T14:44:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:44:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:44:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:44:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:44:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:44:06,208 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T14:44:06,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:44:06,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:44:06,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:44:06,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:44:06,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:44:06,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:44:06,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:44:06,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:44:06,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:44:06,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:44:06,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:44:06,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:44:06,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:44:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:44:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:44:07,230 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:44:07,315 INFO [Time-limited test {}] log.Log(170): Logging initialized @2503ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T14:44:07,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:44:07,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:44:07,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:44:07,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:44:07,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:44:07,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:44:07,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:44:07,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:44:07,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/java.io.tmpdir/jetty-localhost-33291-hadoop-hdfs-3_4_1-tests_jar-_-any-15270751084418253632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:44:07,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:33291} 2024-11-21T14:44:07,744 INFO [Time-limited test {}] server.Server(415): Started @2934ms 2024-11-21T14:44:08,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:44:08,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:44:08,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:44:08,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:44:08,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:44:08,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:44:08,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:44:08,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/java.io.tmpdir/jetty-localhost-42899-hadoop-hdfs-3_4_1-tests_jar-_-any-6137307952507173306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:44:08,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:42899} 2024-11-21T14:44:08,302 INFO [Time-limited test {}] server.Server(415): Started @3491ms 2024-11-21T14:44:08,360 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:44:08,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:44:08,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:44:08,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:44:08,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:44:08,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:44:08,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:44:08,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:44:08,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/java.io.tmpdir/jetty-localhost-43825-hadoop-hdfs-3_4_1-tests_jar-_-any-3110728868940561805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:44:08,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:43825} 2024-11-21T14:44:08,668 INFO [Time-limited test {}] server.Server(415): Started @3858ms 2024-11-21T14:44:08,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:44:08,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:44:08,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:44:08,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:44:08,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:44:08,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:44:08,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:44:08,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:44:08,862 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data2/current/BP-2089870842-172.17.0.2-1732200246979/current, will proceed with Du for space computation calculation, 2024-11-21T14:44:08,862 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data1/current/BP-2089870842-172.17.0.2-1732200246979/current, will proceed with Du for space computation calculation, 2024-11-21T14:44:08,862 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data4/current/BP-2089870842-172.17.0.2-1732200246979/current, will proceed with Du for space computation calculation, 2024-11-21T14:44:08,862 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data3/current/BP-2089870842-172.17.0.2-1732200246979/current, will proceed with Du for space computation calculation, 2024-11-21T14:44:08,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/java.io.tmpdir/jetty-localhost-35625-hadoop-hdfs-3_4_1-tests_jar-_-any-1267587536604189267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:44:08,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:35625} 2024-11-21T14:44:08,910 INFO [Time-limited test {}] server.Server(415): Started @4100ms 2024-11-21T14:44:08,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:44:08,928 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:44:08,928 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:44:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec3b2cd598ca4bb with lease ID 0xc726f484bf4f3da3: Processing first storage report for DS-7c723463-d1df-4561-ac31-527441741336 from datanode DatanodeRegistration(127.0.0.1:39085, datanodeUuid=2083c2dd-84f6-4704-8c53-5e4103400251, infoPort=39077, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979) 2024-11-21T14:44:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec3b2cd598ca4bb with lease ID 0xc726f484bf4f3da3: from storage DS-7c723463-d1df-4561-ac31-527441741336 node DatanodeRegistration(127.0.0.1:39085, datanodeUuid=2083c2dd-84f6-4704-8c53-5e4103400251, infoPort=39077, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T14:44:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe67130c696688abc with lease ID 0xc726f484bf4f3da4: Processing first storage report for DS-1a16a3b5-5242-422f-823c-92207594b770 from datanode DatanodeRegistration(127.0.0.1:37477, datanodeUuid=bb890edf-97fa-4849-b021-2c6b00115aa5, infoPort=43111, infoSecurePort=0, ipcPort=39399, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979) 2024-11-21T14:44:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe67130c696688abc with lease ID 0xc726f484bf4f3da4: from storage DS-1a16a3b5-5242-422f-823c-92207594b770 node DatanodeRegistration(127.0.0.1:37477, datanodeUuid=bb890edf-97fa-4849-b021-2c6b00115aa5, infoPort=43111, infoSecurePort=0, ipcPort=39399, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:44:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec3b2cd598ca4bb with lease ID 0xc726f484bf4f3da3: Processing first storage report for DS-bbb3d21e-1180-4d0b-a2c0-089c14c340f9 from datanode DatanodeRegistration(127.0.0.1:39085, datanodeUuid=2083c2dd-84f6-4704-8c53-5e4103400251, infoPort=39077, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979) 2024-11-21T14:44:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec3b2cd598ca4bb with lease ID 0xc726f484bf4f3da3: from storage DS-bbb3d21e-1180-4d0b-a2c0-089c14c340f9 node DatanodeRegistration(127.0.0.1:39085, datanodeUuid=2083c2dd-84f6-4704-8c53-5e4103400251, infoPort=39077, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:44:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe67130c696688abc with lease ID 0xc726f484bf4f3da4: Processing first storage report for DS-9518133b-d81b-49ec-9a0a-f234834635a4 from datanode DatanodeRegistration(127.0.0.1:37477, datanodeUuid=bb890edf-97fa-4849-b021-2c6b00115aa5, infoPort=43111, infoSecurePort=0, ipcPort=39399, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979) 2024-11-21T14:44:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe67130c696688abc with lease ID 0xc726f484bf4f3da4: from storage DS-9518133b-d81b-49ec-9a0a-f234834635a4 node DatanodeRegistration(127.0.0.1:37477, datanodeUuid=bb890edf-97fa-4849-b021-2c6b00115aa5, infoPort=43111, infoSecurePort=0, ipcPort=39399, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:44:09,106 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data5/current/BP-2089870842-172.17.0.2-1732200246979/current, will proceed with Du for space computation calculation, 2024-11-21T14:44:09,108 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data6/current/BP-2089870842-172.17.0.2-1732200246979/current, will proceed with Du for space computation calculation, 2024-11-21T14:44:09,209 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:44:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b22094025d7b541 with lease ID 0xc726f484bf4f3da5: Processing first storage report for DS-a90eb711-1f23-439c-934d-9f4c2e21ccba from datanode DatanodeRegistration(127.0.0.1:38133, datanodeUuid=8560fe23-fb7d-4178-9ea8-dcb47019a0c8, infoPort=38611, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979) 2024-11-21T14:44:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b22094025d7b541 with lease ID 0xc726f484bf4f3da5: from storage DS-a90eb711-1f23-439c-934d-9f4c2e21ccba node DatanodeRegistration(127.0.0.1:38133, datanodeUuid=8560fe23-fb7d-4178-9ea8-dcb47019a0c8, infoPort=38611, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:44:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b22094025d7b541 with lease ID 0xc726f484bf4f3da5: Processing first storage report for DS-3b2d4939-5082-4272-8195-c8f3c0ab14d4 from datanode DatanodeRegistration(127.0.0.1:38133, datanodeUuid=8560fe23-fb7d-4178-9ea8-dcb47019a0c8, infoPort=38611, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979) 2024-11-21T14:44:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b22094025d7b541 with lease ID 0xc726f484bf4f3da5: from storage DS-3b2d4939-5082-4272-8195-c8f3c0ab14d4 node DatanodeRegistration(127.0.0.1:38133, datanodeUuid=8560fe23-fb7d-4178-9ea8-dcb47019a0c8, infoPort=38611, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=212012491;c=1732200246979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:44:09,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189 2024-11-21T14:44:09,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/zookeeper_0, clientPort=63056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:44:09,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63056 2024-11-21T14:44:09,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:09,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:44:09,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:44:09,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:44:10,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d with version=8 2024-11-21T14:44:10,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/hbase-staging 2024-11-21T14:44:10,474 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T14:44:10,760 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:44:10,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:10,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:10,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:44:10,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:10,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:44:10,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:44:11,003 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T14:44:11,012 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T14:44:11,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:44:11,043 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9931 (auto-detected) 2024-11-21T14:44:11,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T14:44:11,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39849 2024-11-21T14:44:11,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39849 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-11-21T14:44:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398490x0, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:44:11,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39849-0x1001a89f19c0000 connected 2024-11-21T14:44:11,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:44:11,191 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d, hbase.cluster.distributed=false 2024-11-21T14:44:11,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:44:11,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-21T14:44:11,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39849 2024-11-21T14:44:11,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39849 2024-11-21T14:44:11,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-21T14:44:11,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-21T14:44:11,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:44:11,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:44:11,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:44:11,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:44:11,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:44:11,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37123 2024-11-21T14:44:11,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37123 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-11-21T14:44:11,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371230x0, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:44:11,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37123-0x1001a89f19c0001 connected 2024-11-21T14:44:11,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:44:11,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:44:11,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:44:11,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:44:11,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:44:11,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37123 2024-11-21T14:44:11,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37123 2024-11-21T14:44:11,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37123 2024-11-21T14:44:11,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37123 2024-11-21T14:44:11,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37123 2024-11-21T14:44:11,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:44:11,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:44:11,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:44:11,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:44:11,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:44:11,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42435 2024-11-21T14:44:11,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42435 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-11-21T14:44:11,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424350x0, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:44:11,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424350x0, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:44:11,442 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:44:11,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42435-0x1001a89f19c0002 connected 2024-11-21T14:44:11,445 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:44:11,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:44:11,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:44:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-21T14:44:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42435 2024-11-21T14:44:11,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42435 2024-11-21T14:44:11,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-21T14:44:11,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-21T14:44:11,483 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:44:11,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:44:11,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:44:11,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:44:11,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:44:11,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:44:11,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42995 2024-11-21T14:44:11,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42995 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-11-21T14:44:11,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429950x0, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:44:11,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429950x0, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:44:11,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:44:11,504 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:44:11,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42995-0x1001a89f19c0003 connected 2024-11-21T14:44:11,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:44:11,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:44:11,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-21T14:44:11,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42995 2024-11-21T14:44:11,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42995 2024-11-21T14:44:11,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-21T14:44:11,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-21T14:44:11,531 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7796871bd2a:39849 2024-11-21T14:44:11,533 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7796871bd2a,39849,1732200250550 2024-11-21T14:44:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,544 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7796871bd2a,39849,1732200250550 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,570 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T14:44:11,571 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7796871bd2a,39849,1732200250550 from backup master directory 2024-11-21T14:44:11,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7796871bd2a,39849,1732200250550 2024-11-21T14:44:11,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:44:11,577 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:44:11,577 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7796871bd2a,39849,1732200250550 2024-11-21T14:44:11,579 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T14:44:11,580 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T14:44:11,647 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/hbase.id] with ID: fc2f436e-2a6e-4941-b0df-6ca648987a41 2024-11-21T14:44:11,647 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/.tmp/hbase.id 2024-11-21T14:44:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:44:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:44:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:44:11,664 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/.tmp/hbase.id]:[hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/hbase.id] 2024-11-21T14:44:11,713 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:44:11,718 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:44:11,738 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T14:44:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:44:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:44:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:44:11,785 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:44:11,788 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:44:11,805 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:11,811 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:44:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:44:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:44:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:44:11,871 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store 2024-11-21T14:44:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:44:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:44:11,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:44:11,903 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T14:44:11,906 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:11,907 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:44:11,908 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:44:11,908 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:44:11,909 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:44:11,909 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:44:11,910 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:44:11,911 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200251907Disabling compacts and flushes for region at 1732200251907Disabling writes for close at 1732200251909 (+2 ms)Writing region close event to WAL at 1732200251910 (+1 ms)Closed at 1732200251910 2024-11-21T14:44:11,913 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/.initializing 2024-11-21T14:44:11,913 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/WALs/f7796871bd2a,39849,1732200250550 2024-11-21T14:44:11,922 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:44:11,942 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C39849%2C1732200250550, suffix=, logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/WALs/f7796871bd2a,39849,1732200250550, archiveDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/oldWALs, maxLogs=10 2024-11-21T14:44:11,968 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/WALs/f7796871bd2a,39849,1732200250550/f7796871bd2a%2C39849%2C1732200250550.1732200251947, exclude list is [], retry=0 2024-11-21T14:44:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a90eb711-1f23-439c-934d-9f4c2e21ccba,DISK] 2024-11-21T14:44:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-7c723463-d1df-4561-ac31-527441741336,DISK] 2024-11-21T14:44:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37477,DS-1a16a3b5-5242-422f-823c-92207594b770,DISK] 2024-11-21T14:44:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T14:44:12,032 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/WALs/f7796871bd2a,39849,1732200250550/f7796871bd2a%2C39849%2C1732200250550.1732200251947 2024-11-21T14:44:12,033 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:38611:38611),(127.0.0.1/127.0.0.1:39077:39077)] 2024-11-21T14:44:12,034 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:44:12,035 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:12,038 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,039 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:44:12,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:12,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:44:12,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:12,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:44:12,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:12,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:44:12,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:12,123 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,128 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,129 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,135 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,136 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,139 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:44:12,143 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:44:12,147 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:12,149 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64350463, jitterRate=-0.04110337793827057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:44:12,157 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732200252051Initializing all the Stores at 1732200252054 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200252054Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200252055 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200252055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200252055Cleaning up temporary data from old regions at 1732200252136 (+81 ms)Region opened successfully at 1732200252157 (+21 ms) 2024-11-21T14:44:12,158 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:44:12,203 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63569e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:44:12,243 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:44:12,256 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:44:12,256 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:44:12,259 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:44:12,261 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:44:12,267 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T14:44:12,267 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:44:12,296 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:44:12,310 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T14:44:12,313 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T14:44:12,316 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:44:12,318 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:44:12,320 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T14:44:12,322 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:44:12,326 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:44:12,328 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T14:44:12,330 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:44:12,332 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T14:44:12,353 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:44:12,355 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,364 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7796871bd2a,39849,1732200250550, sessionid=0x1001a89f19c0000, setting cluster-up flag (Was=false) 2024-11-21T14:44:12,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,386 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T14:44:12,388 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,39849,1732200250550 2024-11-21T14:44:12,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:12,405 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T14:44:12,406 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,39849,1732200250550 2024-11-21T14:44:12,413 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:44:12,505 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:44:12,517 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:44:12,518 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(746): ClusterId : fc2f436e-2a6e-4941-b0df-6ca648987a41 2024-11-21T14:44:12,518 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(746): ClusterId : fc2f436e-2a6e-4941-b0df-6ca648987a41 2024-11-21T14:44:12,522 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:44:12,522 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:44:12,526 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:44:12,532 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(746): ClusterId : fc2f436e-2a6e-4941-b0df-6ca648987a41 2024-11-21T14:44:12,533 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:44:12,534 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:44:12,534 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:44:12,537 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:44:12,537 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:44:12,534 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7796871bd2a,39849,1732200250550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:44:12,538 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:44:12,538 DEBUG [RS:1;f7796871bd2a:42435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150f3664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:44:12,540 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:44:12,540 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:44:12,540 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:44:12,542 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:44:12,542 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:44:12,542 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:44:12,543 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:44:12,543 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7796871bd2a:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:44:12,543 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,543 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:44:12,543 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,544 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:44:12,544 DEBUG [RS:0;f7796871bd2a:37123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ed512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:44:12,548 DEBUG [RS:2;f7796871bd2a:42995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3c7e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:44:12,556 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200282555 2024-11-21T14:44:12,558 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:44:12,559 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:44:12,561 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7796871bd2a:42435 2024-11-21T14:44:12,564 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:44:12,565 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:44:12,565 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:44:12,566 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:44:12,566 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:44:12,567 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:44:12,567 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:44:12,569 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7796871bd2a:37123 2024-11-21T14:44:12,569 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:44:12,569 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:44:12,569 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:44:12,571 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,39849,1732200250550 with port=37123, startcode=1732200251317 2024-11-21T14:44:12,571 DEBUG [RS:2;f7796871bd2a:42995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f7796871bd2a:42995 2024-11-21T14:44:12,572 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:44:12,572 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:44:12,572 DEBUG [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:44:12,570 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,39849,1732200250550 with port=42435, startcode=1732200251424 2024-11-21T14:44:12,574 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,39849,1732200250550 with port=42995, startcode=1732200251482 2024-11-21T14:44:12,580 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:44:12,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:44:12,588 DEBUG [RS:0;f7796871bd2a:37123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:44:12,588 DEBUG [RS:1;f7796871bd2a:42435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:44:12,590 DEBUG [RS:2;f7796871bd2a:42995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:44:12,590 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:44:12,591 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:44:12,592 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:44:12,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:44:12,608 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:44:12,609 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:44:12,620 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200252610,5,FailOnTimeoutGroup] 2024-11-21T14:44:12,631 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200252620,5,FailOnTimeoutGroup] 2024-11-21T14:44:12,631 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,631 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:44:12,632 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,633 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:44:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:44:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:44:12,684 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:44:12,684 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:12,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:44:12,689 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:44:12,689 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:44:12,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,42435,1732200251424 2024-11-21T14:44:12,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:12,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,37123,1732200251317 2024-11-21T14:44:12,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:12,724 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:12,724 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39475 2024-11-21T14:44:12,724 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:44:12,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:44:12,732 DEBUG [RS:1;f7796871bd2a:42435 {}] zookeeper.ZKUtil(111): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,42435,1732200251424 2024-11-21T14:44:12,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,42995,1732200251482 2024-11-21T14:44:12,732 WARN [RS:1;f7796871bd2a:42435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:44:12,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:12,732 INFO [RS:1;f7796871bd2a:42435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:44:12,732 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424 2024-11-21T14:44:12,733 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:12,733 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39475 2024-11-21T14:44:12,733 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:44:12,737 DEBUG [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:12,738 DEBUG [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39475 2024-11-21T14:44:12,738 DEBUG [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:44:12,739 DEBUG [RS:0;f7796871bd2a:37123 {}] zookeeper.ZKUtil(111): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,37123,1732200251317 2024-11-21T14:44:12,739 WARN [RS:0;f7796871bd2a:37123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:44:12,739 INFO [RS:0;f7796871bd2a:37123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:44:12,740 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,37123,1732200251317 2024-11-21T14:44:12,742 DEBUG [RS:2;f7796871bd2a:42995 {}] zookeeper.ZKUtil(111): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,42995,1732200251482 2024-11-21T14:44:12,742 WARN [RS:2;f7796871bd2a:42995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:44:12,742 INFO [RS:2;f7796871bd2a:42995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:44:12,742 DEBUG [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482 2024-11-21T14:44:12,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:44:12,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:44:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:44:12,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:12,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,42995,1732200251482] 2024-11-21T14:44:12,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,42435,1732200251424] 2024-11-21T14:44:12,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,37123,1732200251317] 2024-11-21T14:44:12,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:44:12,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:44:12,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:12,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:44:12,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:44:12,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:12,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:44:12,791 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:44:12,791 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:44:12,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:44:12,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:12,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:44:12,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:44:12,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:12,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:12,798 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:44:12,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:44:12,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740 2024-11-21T14:44:12,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740 2024-11-21T14:44:12,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:44:12,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:44:12,807 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:44:12,807 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:44:12,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:44:12,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:44:12,819 INFO [RS:1;f7796871bd2a:42435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:44:12,819 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,823 INFO [RS:2;f7796871bd2a:42995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:44:12,823 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,823 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:44:12,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:12,826 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62333699, jitterRate=-0.07115550339221954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:44:12,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732200252748Initializing all the Stores at 1732200252752 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200252752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200252776 (+24 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200252776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200252776Cleaning up temporary data from old regions at 1732200252805 (+29 ms)Region opened successfully at 1732200252828 (+23 ms) 2024-11-21T14:44:12,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:44:12,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:44:12,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:44:12,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:44:12,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:44:12,837 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:44:12,840 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:44:12,845 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:44:12,845 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:44:12,847 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,847 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,848 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,848 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,848 INFO [RS:0;f7796871bd2a:37123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:44:12,848 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,848 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,848 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,849 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,849 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,849 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,849 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,849 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,849 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:44:12,850 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:44:12,850 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,850 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,851 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:44:12,851 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,851 DEBUG [RS:2;f7796871bd2a:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:44:12,851 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,851 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,851 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,851 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:44:12,852 DEBUG [RS:1;f7796871bd2a:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:44:12,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:44:12,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200252829Disabling compacts and flushes for region at 1732200252829Disabling writes for close at 1732200252829Writing region close event to WAL at 1732200252860 (+31 ms)Closed at 1732200252861 (+1 ms) 2024-11-21T14:44:12,863 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:44:12,865 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:44:12,866 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,866 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,866 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,866 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,866 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,866 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,867 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:44:12,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:44:12,867 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:44:12,867 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,867 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,867 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,868 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,868 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:44:12,868 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:44:12,868 DEBUG [RS:0;f7796871bd2a:37123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:44:12,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:44:12,893 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:44:12,897 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:44:12,907 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,907 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,908 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,908 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,908 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,908 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,42995,1732200251482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:44:12,916 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,916 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,916 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,916 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,916 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,917 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,37123,1732200251317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:44:12,926 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,926 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,927 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,927 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,927 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,927 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,42435,1732200251424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:44:12,960 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:44:12,963 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,42995,1732200251482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,964 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,965 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.Replication(171): f7796871bd2a,42995,1732200251482 started 2024-11-21T14:44:12,985 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:44:12,985 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,42435,1732200251424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,985 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:12,985 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.Replication(171): f7796871bd2a,42435,1732200251424 started 2024-11-21T14:44:13,000 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:44:13,000 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,37123,1732200251317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,001 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,001 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.Replication(171): f7796871bd2a,37123,1732200251317 started 2024-11-21T14:44:13,003 INFO [RS:2;f7796871bd2a:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,004 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,42995,1732200251482, RpcServer on f7796871bd2a/172.17.0.2:42995, sessionid=0x1001a89f19c0003 2024-11-21T14:44:13,005 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:44:13,006 DEBUG [RS:2;f7796871bd2a:42995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,42995,1732200251482 2024-11-21T14:44:13,006 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,42995,1732200251482' 2024-11-21T14:44:13,007 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:44:13,008 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:44:13,009 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:44:13,009 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:44:13,010 DEBUG [RS:2;f7796871bd2a:42995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,42995,1732200251482 2024-11-21T14:44:13,010 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,42995,1732200251482' 2024-11-21T14:44:13,010 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:44:13,013 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:44:13,014 DEBUG [RS:2;f7796871bd2a:42995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:44:13,014 INFO [RS:2;f7796871bd2a:42995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:44:13,014 INFO [RS:2;f7796871bd2a:42995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:44:13,022 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,023 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,42435,1732200251424, RpcServer on f7796871bd2a/172.17.0.2:42435, sessionid=0x1001a89f19c0002 2024-11-21T14:44:13,023 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:44:13,023 DEBUG [RS:1;f7796871bd2a:42435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,42435,1732200251424 2024-11-21T14:44:13,023 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,42435,1732200251424' 2024-11-21T14:44:13,023 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:44:13,027 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:44:13,028 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:44:13,028 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:44:13,029 DEBUG [RS:1;f7796871bd2a:42435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,42435,1732200251424 2024-11-21T14:44:13,029 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,42435,1732200251424' 2024-11-21T14:44:13,029 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:44:13,030 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:44:13,031 DEBUG [RS:1;f7796871bd2a:42435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:44:13,031 INFO [RS:1;f7796871bd2a:42435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:44:13,031 INFO [RS:1;f7796871bd2a:42435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:44:13,035 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,036 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,37123,1732200251317, RpcServer on f7796871bd2a/172.17.0.2:37123, sessionid=0x1001a89f19c0001 2024-11-21T14:44:13,036 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:44:13,036 DEBUG [RS:0;f7796871bd2a:37123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,37123,1732200251317 2024-11-21T14:44:13,036 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,37123,1732200251317' 2024-11-21T14:44:13,036 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:44:13,040 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:44:13,042 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:44:13,042 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:44:13,043 DEBUG [RS:0;f7796871bd2a:37123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,37123,1732200251317 2024-11-21T14:44:13,043 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,37123,1732200251317' 2024-11-21T14:44:13,043 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:44:13,043 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:44:13,044 DEBUG [RS:0;f7796871bd2a:37123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:44:13,044 INFO [RS:0;f7796871bd2a:37123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:44:13,044 INFO [RS:0;f7796871bd2a:37123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:44:13,048 WARN [f7796871bd2a:39849 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:44:13,121 INFO [RS:2;f7796871bd2a:42995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:44:13,125 INFO [RS:2;f7796871bd2a:42995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C42995%2C1732200251482, suffix=, logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482, archiveDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs, maxLogs=32 2024-11-21T14:44:13,132 INFO [RS:1;f7796871bd2a:42435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:44:13,136 INFO [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C42435%2C1732200251424, suffix=, logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424, archiveDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs, maxLogs=32 2024-11-21T14:44:13,143 DEBUG [RS:2;f7796871bd2a:42995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482/f7796871bd2a%2C42995%2C1732200251482.1732200253128, exclude list is [], retry=0 2024-11-21T14:44:13,145 INFO [RS:0;f7796871bd2a:37123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:44:13,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a90eb711-1f23-439c-934d-9f4c2e21ccba,DISK] 2024-11-21T14:44:13,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-7c723463-d1df-4561-ac31-527441741336,DISK] 2024-11-21T14:44:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37477,DS-1a16a3b5-5242-422f-823c-92207594b770,DISK] 2024-11-21T14:44:13,149 INFO [RS:0;f7796871bd2a:37123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C37123%2C1732200251317, suffix=, logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,37123,1732200251317, archiveDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs, maxLogs=32 2024-11-21T14:44:13,159 INFO [RS:2;f7796871bd2a:42995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482/f7796871bd2a%2C42995%2C1732200251482.1732200253128 2024-11-21T14:44:13,160 DEBUG [RS:2;f7796871bd2a:42995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:38611:38611)] 2024-11-21T14:44:13,161 DEBUG [RS:1;f7796871bd2a:42435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424/f7796871bd2a%2C42435%2C1732200251424.1732200253139, exclude list is [], retry=0 2024-11-21T14:44:13,166 DEBUG [RS:0;f7796871bd2a:37123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,37123,1732200251317/f7796871bd2a%2C37123%2C1732200251317.1732200253151, exclude list is [], retry=0 2024-11-21T14:44:13,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-7c723463-d1df-4561-ac31-527441741336,DISK] 2024-11-21T14:44:13,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a90eb711-1f23-439c-934d-9f4c2e21ccba,DISK] 2024-11-21T14:44:13,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37477,DS-1a16a3b5-5242-422f-823c-92207594b770,DISK] 2024-11-21T14:44:13,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-7c723463-d1df-4561-ac31-527441741336,DISK] 2024-11-21T14:44:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37477,DS-1a16a3b5-5242-422f-823c-92207594b770,DISK] 2024-11-21T14:44:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a90eb711-1f23-439c-934d-9f4c2e21ccba,DISK] 2024-11-21T14:44:13,192 INFO [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424/f7796871bd2a%2C42435%2C1732200251424.1732200253139 2024-11-21T14:44:13,195 INFO [RS:0;f7796871bd2a:37123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,37123,1732200251317/f7796871bd2a%2C37123%2C1732200251317.1732200253151 2024-11-21T14:44:13,196 DEBUG [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:38611:38611)] 2024-11-21T14:44:13,205 DEBUG [RS:0;f7796871bd2a:37123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:38611:38611)] 2024-11-21T14:44:13,300 DEBUG [f7796871bd2a:39849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T14:44:13,309 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:44:13,315 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:44:13,315 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:44:13,315 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:44:13,315 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:44:13,315 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:44:13,315 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:44:13,315 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:44:13,316 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:44:13,316 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:44:13,316 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:44:13,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:13,332 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42995,1732200251482, state=OPENING 2024-11-21T14:44:13,338 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:44:13,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:13,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:13,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:13,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:44:13,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,343 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:44:13,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:13,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:44:13,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:44:13,544 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:44:13,545 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:44:13,545 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:44:13,549 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C42995%2C1732200251482.meta, suffix=.meta, logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482, archiveDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs, maxLogs=32 2024-11-21T14:44:13,568 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, exclude list is [], retry=0 2024-11-21T14:44:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-7c723463-d1df-4561-ac31-527441741336,DISK] 2024-11-21T14:44:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37477,DS-1a16a3b5-5242-422f-823c-92207594b770,DISK] 2024-11-21T14:44:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a90eb711-1f23-439c-934d-9f4c2e21ccba,DISK] 2024-11-21T14:44:13,580 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta 2024-11-21T14:44:13,581 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:38611:38611)] 2024-11-21T14:44:13,581 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:44:13,584 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:44:13,587 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:44:13,594 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:44:13,600 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:44:13,601 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:13,601 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:44:13,601 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:44:13,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:44:13,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:44:13,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:13,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:13,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:44:13,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:44:13,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:13,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:13,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:44:13,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:44:13,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:13,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:13,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:44:13,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:44:13,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:13,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:44:13,618 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:44:13,619 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740 2024-11-21T14:44:13,622 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740 2024-11-21T14:44:13,624 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:44:13,624 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:44:13,625 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:44:13,628 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:44:13,630 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67963976, jitterRate=0.012742161750793457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:44:13,630 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:44:13,632 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732200253602Writing region info on filesystem at 1732200253602Initializing all the Stores at 1732200253605 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200253605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200253605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200253606 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200253606Cleaning up temporary data from old regions at 1732200253625 (+19 ms)Running coprocessor post-open hooks at 1732200253630 (+5 ms)Region opened successfully at 1732200253632 (+2 ms) 2024-11-21T14:44:13,640 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732200253514 2024-11-21T14:44:13,655 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:44:13,656 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:44:13,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:13,661 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42995,1732200251482, state=OPEN 2024-11-21T14:44:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:13,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:13,666 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:13,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:44:13,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42995,1732200251482 in 321 msec 2024-11-21T14:44:13,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:44:13,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-21T14:44:13,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:44:13,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:44:13,706 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:13,707 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:13,733 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:44:13,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38625, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:44:13,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-21T14:44:13,763 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732200253762, completionTime=-1 2024-11-21T14:44:13,766 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T14:44:13,766 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:44:13,859 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T14:44:13,859 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200313859 2024-11-21T14:44:13,859 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200373859 2024-11-21T14:44:13,859 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 92 msec 2024-11-21T14:44:13,860 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:44:13,868 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39849,1732200250550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,868 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39849,1732200250550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,868 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39849,1732200250550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,870 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7796871bd2a:39849, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,871 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,873 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,877 DEBUG [master/f7796871bd2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:44:13,908 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.331sec 2024-11-21T14:44:13,910 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:44:13,912 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:44:13,913 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:44:13,914 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:44:13,914 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:44:13,915 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39849,1732200250550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:44:13,916 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39849,1732200250550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:44:13,930 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:44:13,931 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:44:13,932 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39849,1732200250550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:44:13,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f113c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:44:13,955 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T14:44:13,956 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T14:44:13,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,39849,-1 for getting cluster id 2024-11-21T14:44:13,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:44:13,981 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc2f436e-2a6e-4941-b0df-6ca648987a41' 2024-11-21T14:44:13,984 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:44:13,985 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc2f436e-2a6e-4941-b0df-6ca648987a41" 2024-11-21T14:44:13,988 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14568bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:44:13,988 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,39849,-1] 2024-11-21T14:44:13,992 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:44:13,994 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:44:13,996 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:44:14,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4225f0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:44:14,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:14,013 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:14,013 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:44:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:44:14,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7796871bd2a,39849,1732200250550 2024-11-21T14:44:14,050 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T14:44:14,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:44:14,066 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,39849,1732200250550 2024-11-21T14:44:14,070 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47e18c73 2024-11-21T14:44:14,071 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:44:14,075 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:44:14,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:44:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:44:14,110 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:44:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-21T14:44:14,113 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:44:14,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:44:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741837_1013 (size=1020) 2024-11-21T14:44:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741837_1013 (size=1020) 2024-11-21T14:44:14,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741837_1013 (size=1020) 2024-11-21T14:44:14,173 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75c08ae67e6339292dce3bfa460f5c2f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,173 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df4ed9fdfb3533d92f7eda3aa829fc39, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,184 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4c8ddbdb2b1adde63dc2c6aec10adde4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741838_1014 (size=110) 2024-11-21T14:44:14,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741838_1014 (size=110) 2024-11-21T14:44:14,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741838_1014 (size=110) 2024-11-21T14:44:14,218 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741839_1015 (size=107) 2024-11-21T14:44:14,218 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing df4ed9fdfb3533d92f7eda3aa829fc39, disabling compactions & flushes 2024-11-21T14:44:14,218 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:14,218 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:14,218 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. after waiting 0 ms 2024-11-21T14:44:14,218 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:14,218 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:14,218 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for df4ed9fdfb3533d92f7eda3aa829fc39: Waiting for close lock at 1732200254218Disabling compacts and flushes for region at 1732200254218Disabling writes for close at 1732200254218Writing region close event to WAL at 1732200254218Closed at 1732200254218 2024-11-21T14:44:14,219 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fcbf2c77e78cc6fade55a4d32dc3035e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 75c08ae67e6339292dce3bfa460f5c2f, disabling compactions & flushes 2024-11-21T14:44:14,221 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:14,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:14,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. after waiting 0 ms 2024-11-21T14:44:14,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:14,222 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:14,222 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75c08ae67e6339292dce3bfa460f5c2f: Waiting for close lock at 1732200254221Disabling compacts and flushes for region at 1732200254221Disabling writes for close at 1732200254221Writing region close event to WAL at 1732200254222 (+1 ms)Closed at 1732200254222 2024-11-21T14:44:14,222 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d81f658c51857de1e0002ab83f7aac32, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741839_1015 (size=107) 2024-11-21T14:44:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741840_1016 (size=110) 2024-11-21T14:44:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741839_1015 (size=107) 2024-11-21T14:44:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741840_1016 (size=110) 2024-11-21T14:44:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741840_1016 (size=110) 2024-11-21T14:44:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:44:14,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741842_1018 (size=110) 2024-11-21T14:44:14,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741842_1018 (size=110) 2024-11-21T14:44:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741842_1018 (size=110) 2024-11-21T14:44:14,245 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,245 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d81f658c51857de1e0002ab83f7aac32, disabling compactions & flushes 2024-11-21T14:44:14,245 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:14,245 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:14,245 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. after waiting 0 ms 2024-11-21T14:44:14,245 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:14,245 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:14,246 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d81f658c51857de1e0002ab83f7aac32: Waiting for close lock at 1732200254245Disabling compacts and flushes for region at 1732200254245Disabling writes for close at 1732200254245Writing region close event to WAL at 1732200254245Closed at 1732200254245 2024-11-21T14:44:14,246 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 753225effc5a59b36e2efd2edef3cb5b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741841_1017 (size=110) 2024-11-21T14:44:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741841_1017 (size=110) 2024-11-21T14:44:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741841_1017 (size=110) 2024-11-21T14:44:14,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fcbf2c77e78cc6fade55a4d32dc3035e, disabling compactions & flushes 2024-11-21T14:44:14,252 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:14,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:14,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. after waiting 0 ms 2024-11-21T14:44:14,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:14,252 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:14,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fcbf2c77e78cc6fade55a4d32dc3035e: Waiting for close lock at 1732200254252Disabling compacts and flushes for region at 1732200254252Disabling writes for close at 1732200254252Writing region close event to WAL at 1732200254252Closed at 1732200254252 2024-11-21T14:44:14,253 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76b6741108d6ac738bb384689516a4f9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741843_1019 (size=110) 2024-11-21T14:44:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741843_1019 (size=110) 2024-11-21T14:44:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741843_1019 (size=110) 2024-11-21T14:44:14,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 753225effc5a59b36e2efd2edef3cb5b, disabling compactions & flushes 2024-11-21T14:44:14,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:14,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:14,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. after waiting 0 ms 2024-11-21T14:44:14,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:14,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:14,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 753225effc5a59b36e2efd2edef3cb5b: Waiting for close lock at 1732200254271Disabling compacts and flushes for region at 1732200254271Disabling writes for close at 1732200254271Writing region close event to WAL at 1732200254271Closed at 1732200254271 2024-11-21T14:44:14,272 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2b4ac4894e47f8e5f1a6325eab98670, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741844_1020 (size=110) 2024-11-21T14:44:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741844_1020 (size=110) 2024-11-21T14:44:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741844_1020 (size=110) 2024-11-21T14:44:14,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 76b6741108d6ac738bb384689516a4f9, disabling compactions & flushes 2024-11-21T14:44:14,288 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:14,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:14,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. after waiting 0 ms 2024-11-21T14:44:14,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:14,288 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:14,289 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76b6741108d6ac738bb384689516a4f9: Waiting for close lock at 1732200254288Disabling compacts and flushes for region at 1732200254288Disabling writes for close at 1732200254288Writing region close event to WAL at 1732200254288Closed at 1732200254288 2024-11-21T14:44:14,289 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 57950baa77de9258f067b56482f1c053, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741845_1021 (size=110) 2024-11-21T14:44:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741845_1021 (size=110) 2024-11-21T14:44:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741845_1021 (size=110) 2024-11-21T14:44:14,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e2b4ac4894e47f8e5f1a6325eab98670, disabling compactions & flushes 2024-11-21T14:44:14,301 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:14,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:14,302 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. after waiting 0 ms 2024-11-21T14:44:14,302 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:14,302 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:14,302 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2b4ac4894e47f8e5f1a6325eab98670: Waiting for close lock at 1732200254301Disabling compacts and flushes for region at 1732200254301Disabling writes for close at 1732200254302 (+1 ms)Writing region close event to WAL at 1732200254302Closed at 1732200254302 2024-11-21T14:44:14,303 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f27a7551344ae043a5099eb5795d38a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741846_1022 (size=110) 2024-11-21T14:44:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741846_1022 (size=110) 2024-11-21T14:44:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741846_1022 (size=110) 2024-11-21T14:44:14,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 57950baa77de9258f067b56482f1c053, disabling compactions & flushes 2024-11-21T14:44:14,315 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:14,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:14,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. after waiting 0 ms 2024-11-21T14:44:14,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:14,315 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:14,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 57950baa77de9258f067b56482f1c053: Waiting for close lock at 1732200254315Disabling compacts and flushes for region at 1732200254315Disabling writes for close at 1732200254315Writing region close event to WAL at 1732200254315Closed at 1732200254315 2024-11-21T14:44:14,316 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 88f5347b88252519023862e96efdcdff, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741847_1023 (size=110) 2024-11-21T14:44:14,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741847_1023 (size=110) 2024-11-21T14:44:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741847_1023 (size=110) 2024-11-21T14:44:14,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1f27a7551344ae043a5099eb5795d38a, disabling compactions & flushes 2024-11-21T14:44:14,336 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:14,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:14,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. after waiting 0 ms 2024-11-21T14:44:14,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:14,336 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:14,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f27a7551344ae043a5099eb5795d38a: Waiting for close lock at 1732200254336Disabling compacts and flushes for region at 1732200254336Disabling writes for close at 1732200254336Writing region close event to WAL at 1732200254336Closed at 1732200254336 2024-11-21T14:44:14,337 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acce77f99a4f069c785a608667d0fd25, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741848_1024 (size=110) 2024-11-21T14:44:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741848_1024 (size=110) 2024-11-21T14:44:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741848_1024 (size=110) 2024-11-21T14:44:14,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 88f5347b88252519023862e96efdcdff, disabling compactions & flushes 2024-11-21T14:44:14,349 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:14,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:14,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. after waiting 0 ms 2024-11-21T14:44:14,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:14,349 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:14,349 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 88f5347b88252519023862e96efdcdff: Waiting for close lock at 1732200254349Disabling compacts and flushes for region at 1732200254349Disabling writes for close at 1732200254349Writing region close event to WAL at 1732200254349Closed at 1732200254349 2024-11-21T14:44:14,350 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4352a2803c210df64049033616ad7e76, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741849_1025 (size=110) 2024-11-21T14:44:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741850_1026 (size=110) 2024-11-21T14:44:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741850_1026 (size=110) 2024-11-21T14:44:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741849_1025 (size=110) 2024-11-21T14:44:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741850_1026 (size=110) 2024-11-21T14:44:14,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing acce77f99a4f069c785a608667d0fd25, disabling compactions & flushes 2024-11-21T14:44:14,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741849_1025 (size=110) 2024-11-21T14:44:14,365 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:14,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:14,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. after waiting 0 ms 2024-11-21T14:44:14,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:14,365 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:14,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for acce77f99a4f069c785a608667d0fd25: Waiting for close lock at 1732200254365Disabling compacts and flushes for region at 1732200254365Disabling writes for close at 1732200254365Writing region close event to WAL at 1732200254365Closed at 1732200254365 2024-11-21T14:44:14,367 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf60e048eba2cd42656fcb4d54f0c15d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,367 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,367 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4352a2803c210df64049033616ad7e76, disabling compactions & flushes 2024-11-21T14:44:14,367 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:14,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:14,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. after waiting 0 ms 2024-11-21T14:44:14,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:14,368 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:14,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4352a2803c210df64049033616ad7e76: Waiting for close lock at 1732200254367Disabling compacts and flushes for region at 1732200254367Disabling writes for close at 1732200254368 (+1 ms)Writing region close event to WAL at 1732200254368Closed at 1732200254368 2024-11-21T14:44:14,369 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8fea39bb296e01d87e2041b10a6e3f9d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741852_1028 (size=110) 2024-11-21T14:44:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741851_1027 (size=110) 2024-11-21T14:44:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741852_1028 (size=110) 2024-11-21T14:44:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741852_1028 (size=110) 2024-11-21T14:44:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741851_1027 (size=110) 2024-11-21T14:44:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741851_1027 (size=110) 2024-11-21T14:44:14,384 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,384 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bf60e048eba2cd42656fcb4d54f0c15d, disabling compactions & flushes 2024-11-21T14:44:14,384 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:14,384 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:14,384 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. after waiting 0 ms 2024-11-21T14:44:14,384 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:14,384 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:14,384 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf60e048eba2cd42656fcb4d54f0c15d: Waiting for close lock at 1732200254384Disabling compacts and flushes for region at 1732200254384Disabling writes for close at 1732200254384Writing region close event to WAL at 1732200254384Closed at 1732200254384 2024-11-21T14:44:14,385 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2d3e43e841b51ef8049887ce839e12a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,385 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,386 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8fea39bb296e01d87e2041b10a6e3f9d, disabling compactions & flushes 2024-11-21T14:44:14,386 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:14,386 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:14,386 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. after waiting 0 ms 2024-11-21T14:44:14,386 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:14,386 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:14,386 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8fea39bb296e01d87e2041b10a6e3f9d: Waiting for close lock at 1732200254385Disabling compacts and flushes for region at 1732200254385Disabling writes for close at 1732200254386 (+1 ms)Writing region close event to WAL at 1732200254386Closed at 1732200254386 2024-11-21T14:44:14,387 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 60bf9d64626eda7a9893d59367db74bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741853_1029 (size=110) 2024-11-21T14:44:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741853_1029 (size=110) 2024-11-21T14:44:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741853_1029 (size=110) 2024-11-21T14:44:14,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f2d3e43e841b51ef8049887ce839e12a, disabling compactions & flushes 2024-11-21T14:44:14,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:14,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:14,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. after waiting 0 ms 2024-11-21T14:44:14,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:14,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:14,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2d3e43e841b51ef8049887ce839e12a: Waiting for close lock at 1732200254406Disabling compacts and flushes for region at 1732200254406Disabling writes for close at 1732200254406Writing region close event to WAL at 1732200254406Closed at 1732200254406 2024-11-21T14:44:14,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b817f9841d3036357f2c5ab3fa2bbaea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741854_1030 (size=110) 2024-11-21T14:44:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741854_1030 (size=110) 2024-11-21T14:44:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741854_1030 (size=110) 2024-11-21T14:44:14,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741855_1031 (size=110) 2024-11-21T14:44:14,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741855_1031 (size=110) 2024-11-21T14:44:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741855_1031 (size=110) 2024-11-21T14:44:14,435 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,435 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b817f9841d3036357f2c5ab3fa2bbaea, disabling compactions & flushes 2024-11-21T14:44:14,435 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:14,435 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:14,435 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. after waiting 0 ms 2024-11-21T14:44:14,435 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:14,436 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:14,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b817f9841d3036357f2c5ab3fa2bbaea: Waiting for close lock at 1732200254435Disabling compacts and flushes for region at 1732200254435Disabling writes for close at 1732200254435Writing region close event to WAL at 1732200254435Closed at 1732200254435 2024-11-21T14:44:14,436 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44e9c32365b53c2c278636504482499d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:44:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741856_1032 (size=110) 2024-11-21T14:44:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741856_1032 (size=110) 2024-11-21T14:44:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741856_1032 (size=110) 2024-11-21T14:44:14,456 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,456 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 44e9c32365b53c2c278636504482499d, disabling compactions & flushes 2024-11-21T14:44:14,456 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:14,457 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:14,457 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. after waiting 0 ms 2024-11-21T14:44:14,457 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:14,457 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:14,457 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44e9c32365b53c2c278636504482499d: Waiting for close lock at 1732200254456Disabling compacts and flushes for region at 1732200254456Disabling writes for close at 1732200254457 (+1 ms)Writing region close event to WAL at 1732200254457Closed at 1732200254457 2024-11-21T14:44:14,458 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fff54c8ca168de5a03e619ecccca0c43, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741857_1033 (size=110) 2024-11-21T14:44:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741857_1033 (size=110) 2024-11-21T14:44:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741857_1033 (size=110) 2024-11-21T14:44:14,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing fff54c8ca168de5a03e619ecccca0c43, disabling compactions & flushes 2024-11-21T14:44:14,470 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:14,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:14,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. after waiting 0 ms 2024-11-21T14:44:14,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:14,470 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:14,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for fff54c8ca168de5a03e619ecccca0c43: Waiting for close lock at 1732200254470Disabling compacts and flushes for region at 1732200254470Disabling writes for close at 1732200254470Writing region close event to WAL at 1732200254470Closed at 1732200254470 2024-11-21T14:44:14,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c3211cc2c450536e5ab009e39669cd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741858_1034 (size=110) 2024-11-21T14:44:14,489 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,489 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 35c3211cc2c450536e5ab009e39669cd, disabling compactions & flushes 2024-11-21T14:44:14,489 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:14,489 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:14,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. after waiting 0 ms 2024-11-21T14:44:14,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:14,490 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:14,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c3211cc2c450536e5ab009e39669cd: Waiting for close lock at 1732200254489Disabling compacts and flushes for region at 1732200254489Disabling writes for close at 1732200254490 (+1 ms)Writing region close event to WAL at 1732200254490Closed at 1732200254490 2024-11-21T14:44:14,490 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f6b48d750f1a79790fb9549be21ca6b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741858_1034 (size=110) 2024-11-21T14:44:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741858_1034 (size=110) 2024-11-21T14:44:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741859_1035 (size=110) 2024-11-21T14:44:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741859_1035 (size=110) 2024-11-21T14:44:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741859_1035 (size=110) 2024-11-21T14:44:14,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5f6b48d750f1a79790fb9549be21ca6b, disabling compactions & flushes 2024-11-21T14:44:14,513 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:14,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:14,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. after waiting 0 ms 2024-11-21T14:44:14,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:14,513 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:14,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f6b48d750f1a79790fb9549be21ca6b: Waiting for close lock at 1732200254512Disabling compacts and flushes for region at 1732200254512Disabling writes for close at 1732200254513 (+1 ms)Writing region close event to WAL at 1732200254513Closed at 1732200254513 2024-11-21T14:44:14,514 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd50ceb00136ac90852951fb36cd6054, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741860_1036 (size=110) 2024-11-21T14:44:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741860_1036 (size=110) 2024-11-21T14:44:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741860_1036 (size=110) 2024-11-21T14:44:14,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing cd50ceb00136ac90852951fb36cd6054, disabling compactions & flushes 2024-11-21T14:44:14,539 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:14,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:14,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. after waiting 0 ms 2024-11-21T14:44:14,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:14,539 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:14,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd50ceb00136ac90852951fb36cd6054: Waiting for close lock at 1732200254539Disabling compacts and flushes for region at 1732200254539Disabling writes for close at 1732200254539Writing region close event to WAL at 1732200254539Closed at 1732200254539 2024-11-21T14:44:14,540 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fcb5a754e3878230e6b7ea4ab245f04, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741861_1037 (size=110) 2024-11-21T14:44:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741861_1037 (size=110) 2024-11-21T14:44:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741861_1037 (size=110) 2024-11-21T14:44:14,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2fcb5a754e3878230e6b7ea4ab245f04, disabling compactions & flushes 2024-11-21T14:44:14,563 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:14,564 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:14,564 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. after waiting 0 ms 2024-11-21T14:44:14,564 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:14,564 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:14,564 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fcb5a754e3878230e6b7ea4ab245f04: Waiting for close lock at 1732200254563Disabling compacts and flushes for region at 1732200254563Disabling writes for close at 1732200254564 (+1 ms)Writing region close event to WAL at 1732200254564Closed at 1732200254564 2024-11-21T14:44:14,565 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => facd9e0ef8fea6ebbcf09294a392c477, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741862_1038 (size=110) 2024-11-21T14:44:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741862_1038 (size=110) 2024-11-21T14:44:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741862_1038 (size=110) 2024-11-21T14:44:14,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing facd9e0ef8fea6ebbcf09294a392c477, disabling compactions & flushes 2024-11-21T14:44:14,584 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:14,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:14,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. after waiting 0 ms 2024-11-21T14:44:14,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:14,584 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:14,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for facd9e0ef8fea6ebbcf09294a392c477: Waiting for close lock at 1732200254584Disabling compacts and flushes for region at 1732200254584Disabling writes for close at 1732200254584Writing region close event to WAL at 1732200254584Closed at 1732200254584 2024-11-21T14:44:14,585 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a117755e0887b60927c0d3e068292a41, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d 2024-11-21T14:44:14,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741863_1039 (size=107) 2024-11-21T14:44:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741863_1039 (size=107) 2024-11-21T14:44:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741863_1039 (size=107) 2024-11-21T14:44:14,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a117755e0887b60927c0d3e068292a41, disabling compactions & flushes 2024-11-21T14:44:14,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:14,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:14,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. after waiting 0 ms 2024-11-21T14:44:14,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:14,613 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:14,613 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a117755e0887b60927c0d3e068292a41: Waiting for close lock at 1732200254612Disabling compacts and flushes for region at 1732200254612Disabling writes for close at 1732200254612Writing region close event to WAL at 1732200254612Closed at 1732200254612 2024-11-21T14:44:14,628 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4c8ddbdb2b1adde63dc2c6aec10adde4, disabling compactions & flushes 2024-11-21T14:44:14,629 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:14,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:14,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. after waiting 0 ms 2024-11-21T14:44:14,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:14,629 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:14,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4c8ddbdb2b1adde63dc2c6aec10adde4: Waiting for close lock at 1732200254628Disabling compacts and flushes for region at 1732200254628Disabling writes for close at 1732200254629 (+1 ms)Writing region close event to WAL at 1732200254629Closed at 1732200254629 2024-11-21T14:44:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:44:14,812 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:14,812 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 60bf9d64626eda7a9893d59367db74bc, disabling compactions & flushes 2024-11-21T14:44:14,812 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:14,812 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:14,812 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. after waiting 0 ms 2024-11-21T14:44:14,812 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:14,812 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:14,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 60bf9d64626eda7a9893d59367db74bc: Waiting for close lock at 1732200254812Disabling compacts and flushes for region at 1732200254812Disabling writes for close at 1732200254812Writing region close event to WAL at 1732200254812Closed at 1732200254812 2024-11-21T14:44:14,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:44:14,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,828 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732200254816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200254816"}]},"ts":"1732200254816"} 2024-11-21T14:44:14,880 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-21T14:44:14,882 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:44:14,885 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200254882"}]},"ts":"1732200254882"} 2024-11-21T14:44:14,890 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-21T14:44:14,890 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:44:14,933 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:44:14,933 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:44:14,933 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:44:14,933 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:44:14,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df4ed9fdfb3533d92f7eda3aa829fc39, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c8ddbdb2b1adde63dc2c6aec10adde4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fcbf2c77e78cc6fade55a4d32dc3035e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d81f658c51857de1e0002ab83f7aac32, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76b6741108d6ac738bb384689516a4f9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2b4ac4894e47f8e5f1a6325eab98670, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f27a7551344ae043a5099eb5795d38a, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f5347b88252519023862e96efdcdff, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4352a2803c210df64049033616ad7e76, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf60e048eba2cd42656fcb4d54f0c15d, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2d3e43e841b51ef8049887ce839e12a, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b817f9841d3036357f2c5ab3fa2bbaea, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fff54c8ca168de5a03e619ecccca0c43, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=35c3211cc2c450536e5ab009e39669cd, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd50ceb00136ac90852951fb36cd6054, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2fcb5a754e3878230e6b7ea4ab245f04, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a117755e0887b60927c0d3e068292a41, ASSIGN}] 2024-11-21T14:44:14,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a117755e0887b60927c0d3e068292a41, ASSIGN 2024-11-21T14:44:14,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a117755e0887b60927c0d3e068292a41, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:14,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN 2024-11-21T14:44:14,949 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2fcb5a754e3878230e6b7ea4ab245f04, ASSIGN 2024-11-21T14:44:14,952 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2fcb5a754e3878230e6b7ea4ab245f04, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:14,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd50ceb00136ac90852951fb36cd6054, ASSIGN 2024-11-21T14:44:14,955 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd50ceb00136ac90852951fb36cd6054, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:14,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN 2024-11-21T14:44:14,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,959 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=35c3211cc2c450536e5ab009e39669cd, ASSIGN 2024-11-21T14:44:14,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=35c3211cc2c450536e5ab009e39669cd, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:14,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fff54c8ca168de5a03e619ecccca0c43, ASSIGN 2024-11-21T14:44:14,963 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fff54c8ca168de5a03e619ecccca0c43, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:14,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN 2024-11-21T14:44:14,966 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b817f9841d3036357f2c5ab3fa2bbaea, ASSIGN 2024-11-21T14:44:14,968 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b817f9841d3036357f2c5ab3fa2bbaea, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:14,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN 2024-11-21T14:44:14,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2d3e43e841b51ef8049887ce839e12a, ASSIGN 2024-11-21T14:44:14,974 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2d3e43e841b51ef8049887ce839e12a, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:14,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN 2024-11-21T14:44:14,977 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf60e048eba2cd42656fcb4d54f0c15d, ASSIGN 2024-11-21T14:44:14,981 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf60e048eba2cd42656fcb4d54f0c15d, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:14,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4352a2803c210df64049033616ad7e76, ASSIGN 2024-11-21T14:44:14,983 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4352a2803c210df64049033616ad7e76, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:14,985 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN 2024-11-21T14:44:14,986 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f5347b88252519023862e96efdcdff, ASSIGN 2024-11-21T14:44:14,989 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f5347b88252519023862e96efdcdff, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:14,990 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f27a7551344ae043a5099eb5795d38a, ASSIGN 2024-11-21T14:44:14,991 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f27a7551344ae043a5099eb5795d38a, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:14,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN 2024-11-21T14:44:14,994 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:14,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2b4ac4894e47f8e5f1a6325eab98670, ASSIGN 2024-11-21T14:44:14,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2b4ac4894e47f8e5f1a6325eab98670, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:14,998 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76b6741108d6ac738bb384689516a4f9, ASSIGN 2024-11-21T14:44:15,000 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76b6741108d6ac738bb384689516a4f9, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:15,001 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN 2024-11-21T14:44:15,002 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:15,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d81f658c51857de1e0002ab83f7aac32, ASSIGN 2024-11-21T14:44:15,005 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d81f658c51857de1e0002ab83f7aac32, ASSIGN; state=OFFLINE, location=f7796871bd2a,42435,1732200251424; forceNewPlan=false, retain=false 2024-11-21T14:44:15,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fcbf2c77e78cc6fade55a4d32dc3035e, ASSIGN 2024-11-21T14:44:15,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fcbf2c77e78cc6fade55a4d32dc3035e, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:15,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c8ddbdb2b1adde63dc2c6aec10adde4, ASSIGN 2024-11-21T14:44:15,010 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c8ddbdb2b1adde63dc2c6aec10adde4, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:15,011 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df4ed9fdfb3533d92f7eda3aa829fc39, ASSIGN 2024-11-21T14:44:15,012 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df4ed9fdfb3533d92f7eda3aa829fc39, ASSIGN; state=OFFLINE, location=f7796871bd2a,37123,1732200251317; forceNewPlan=false, retain=false 2024-11-21T14:44:15,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN 2024-11-21T14:44:15,015 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN; state=OFFLINE, location=f7796871bd2a,42995,1732200251482; forceNewPlan=false, retain=false 2024-11-21T14:44:15,101 INFO [f7796871bd2a:39849 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-21T14:44:15,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=44e9c32365b53c2c278636504482499d, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=60bf9d64626eda7a9893d59367db74bc, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=acce77f99a4f069c785a608667d0fd25, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=57950baa77de9258f067b56482f1c053, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN because future has completed 2024-11-21T14:44:15,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=753225effc5a59b36e2efd2edef3cb5b, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN because future has completed 2024-11-21T14:44:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN because future has completed 2024-11-21T14:44:15,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN because future has completed 2024-11-21T14:44:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN because future has completed 2024-11-21T14:44:15,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN because future has completed 2024-11-21T14:44:15,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN because future has completed 2024-11-21T14:44:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN because future has completed 2024-11-21T14:44:15,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPENING, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a117755e0887b60927c0d3e068292a41, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cd50ceb00136ac90852951fb36cd6054, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=fff54c8ca168de5a03e619ecccca0c43, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN because future has completed 2024-11-21T14:44:15,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f2d3e43e841b51ef8049887ce839e12a, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,42995,1732200251482}] 2024-11-21T14:44:15,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a117755e0887b60927c0d3e068292a41, ASSIGN because future has completed 2024-11-21T14:44:15,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd50ceb00136ac90852951fb36cd6054, ASSIGN because future has completed 2024-11-21T14:44:15,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fff54c8ca168de5a03e619ecccca0c43, ASSIGN because future has completed 2024-11-21T14:44:15,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2d3e43e841b51ef8049887ce839e12a, ASSIGN because future has completed 2024-11-21T14:44:15,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d3e43e841b51ef8049887ce839e12a, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure fff54c8ca168de5a03e619ecccca0c43, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd50ceb00136ac90852951fb36cd6054, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a117755e0887b60927c0d3e068292a41, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4352a2803c210df64049033616ad7e76, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1f27a7551344ae043a5099eb5795d38a, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=76b6741108d6ac738bb384689516a4f9, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d81f658c51857de1e0002ab83f7aac32, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=35c3211cc2c450536e5ab009e39669cd, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=88f5347b88252519023862e96efdcdff, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4352a2803c210df64049033616ad7e76, ASSIGN because future has completed 2024-11-21T14:44:15,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4352a2803c210df64049033616ad7e76, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f27a7551344ae043a5099eb5795d38a, ASSIGN because future has completed 2024-11-21T14:44:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76b6741108d6ac738bb384689516a4f9, ASSIGN because future has completed 2024-11-21T14:44:15,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d81f658c51857de1e0002ab83f7aac32, ASSIGN because future has completed 2024-11-21T14:44:15,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d81f658c51857de1e0002ab83f7aac32, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2fcb5a754e3878230e6b7ea4ab245f04, ASSIGN because future has completed 2024-11-21T14:44:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=35c3211cc2c450536e5ab009e39669cd, ASSIGN because future has completed 2024-11-21T14:44:15,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b817f9841d3036357f2c5ab3fa2bbaea, ASSIGN because future has completed 2024-11-21T14:44:15,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf60e048eba2cd42656fcb4d54f0c15d, ASSIGN because future has completed 2024-11-21T14:44:15,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f5347b88252519023862e96efdcdff, ASSIGN because future has completed 2024-11-21T14:44:15,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88f5347b88252519023862e96efdcdff, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf60e048eba2cd42656fcb4d54f0c15d, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:44:15,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b817f9841d3036357f2c5ab3fa2bbaea, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,272 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:15,272 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => facd9e0ef8fea6ebbcf09294a392c477, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-21T14:44:15,273 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,273 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,273 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,273 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,275 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c3211cc2c450536e5ab009e39669cd, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,277 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region facd9e0ef8fea6ebbcf09294a392c477 columnFamilyName colfamily11 2024-11-21T14:44:15,278 DEBUG [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,278 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(327): Store=facd9e0ef8fea6ebbcf09294a392c477/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,279 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,281 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region facd9e0ef8fea6ebbcf09294a392c477 columnFamilyName colfamily21 2024-11-21T14:44:15,281 DEBUG [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fcb5a754e3878230e6b7ea4ab245f04, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,281 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(327): Store=facd9e0ef8fea6ebbcf09294a392c477/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,282 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,283 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region facd9e0ef8fea6ebbcf09294a392c477 columnFamilyName colfamily31 2024-11-21T14:44:15,284 DEBUG [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,284 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(327): Store=facd9e0ef8fea6ebbcf09294a392c477/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,285 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,286 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,287 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b6741108d6ac738bb384689516a4f9, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,288 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,288 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,290 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,292 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f27a7551344ae043a5099eb5795d38a, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:44:15,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,299 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,300 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened facd9e0ef8fea6ebbcf09294a392c477; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72959034, jitterRate=0.08717432618141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,301 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:44:15,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2b4ac4894e47f8e5f1a6325eab98670, ASSIGN because future has completed 2024-11-21T14:44:15,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2b4ac4894e47f8e5f1a6325eab98670, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,302 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for facd9e0ef8fea6ebbcf09294a392c477: Running coprocessor pre-open hook at 1732200255273Writing region info on filesystem at 1732200255273Initializing all the Stores at 1732200255275 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255275Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255275Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255275Cleaning up temporary data from old regions at 1732200255288 (+13 ms)Running coprocessor post-open hooks at 1732200255301 (+13 ms)Region opened successfully at 1732200255302 (+1 ms) 2024-11-21T14:44:15,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fcbf2c77e78cc6fade55a4d32dc3035e, ASSIGN because future has completed 2024-11-21T14:44:15,306 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., pid=31, masterSystemTime=1732200255263 2024-11-21T14:44:15,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c8ddbdb2b1adde63dc2c6aec10adde4, ASSIGN because future has completed 2024-11-21T14:44:15,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df4ed9fdfb3533d92f7eda3aa829fc39, ASSIGN because future has completed 2024-11-21T14:44:15,310 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:15,310 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:44:15,310 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:15,310 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 60bf9d64626eda7a9893d59367db74bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-21T14:44:15,311 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,311 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,311 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,311 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure df4ed9fdfb3533d92f7eda3aa829fc39, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,316 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,320 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60bf9d64626eda7a9893d59367db74bc columnFamilyName colfamily11 2024-11-21T14:44:15,320 DEBUG [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,321 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(327): Store=60bf9d64626eda7a9893d59367db74bc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,321 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-21T14:44:15,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,42995,1732200251482 in 211 msec 2024-11-21T14:44:15,323 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60bf9d64626eda7a9893d59367db74bc columnFamilyName colfamily21 2024-11-21T14:44:15,323 DEBUG [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,324 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(327): Store=60bf9d64626eda7a9893d59367db74bc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,324 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,326 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60bf9d64626eda7a9893d59367db74bc columnFamilyName colfamily31 2024-11-21T14:44:15,326 DEBUG [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,327 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(327): Store=60bf9d64626eda7a9893d59367db74bc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,327 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN in 387 msec 2024-11-21T14:44:15,328 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c8ddbdb2b1adde63dc2c6aec10adde4, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,329 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,330 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,331 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,331 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbf2c77e78cc6fade55a4d32dc3035e, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:44:15,333 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,336 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,337 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 60bf9d64626eda7a9893d59367db74bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69875902, jitterRate=0.04123207926750183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,337 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:44:15,337 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 60bf9d64626eda7a9893d59367db74bc: Running coprocessor pre-open hook at 1732200255311Writing region info on filesystem at 1732200255311Initializing all the Stores at 1732200255313 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255313Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255315 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255315Cleaning up temporary data from old regions at 1732200255331 (+16 ms)Running coprocessor post-open hooks at 1732200255337 (+6 ms)Region opened successfully at 1732200255337 2024-11-21T14:44:15,338 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., pid=37, masterSystemTime=1732200255263 2024-11-21T14:44:15,341 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:15,341 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:44:15,341 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:15,342 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 44e9c32365b53c2c278636504482499d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-21T14:44:15,342 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,342 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,342 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,342 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,345 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,347 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e9c32365b53c2c278636504482499d columnFamilyName colfamily11 2024-11-21T14:44:15,348 DEBUG [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,349 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(327): Store=44e9c32365b53c2c278636504482499d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,349 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,351 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e9c32365b53c2c278636504482499d columnFamilyName colfamily21 2024-11-21T14:44:15,351 DEBUG [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=21 2024-11-21T14:44:15,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42995,1732200251482 in 172 msec 2024-11-21T14:44:15,352 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(327): Store=44e9c32365b53c2c278636504482499d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,352 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,354 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e9c32365b53c2c278636504482499d columnFamilyName colfamily31 2024-11-21T14:44:15,354 DEBUG [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN in 416 msec 2024-11-21T14:44:15,355 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(327): Store=44e9c32365b53c2c278636504482499d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,355 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,356 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,357 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,359 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,359 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,360 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,360 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:44:15,362 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59755, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:44:15,367 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,368 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 44e9c32365b53c2c278636504482499d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75151350, jitterRate=0.11984238028526306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,368 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44e9c32365b53c2c278636504482499d 2024-11-21T14:44:15,368 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 44e9c32365b53c2c278636504482499d: Running coprocessor pre-open hook at 1732200255343Writing region info on filesystem at 1732200255343Initializing all the Stores at 1732200255345 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255345Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255345Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255345Cleaning up temporary data from old regions at 1732200255359 (+14 ms)Running coprocessor post-open hooks at 1732200255368 (+9 ms)Region opened successfully at 1732200255368 2024-11-21T14:44:15,370 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., pid=32, masterSystemTime=1732200255263 2024-11-21T14:44:15,370 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:15,370 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 4352a2803c210df64049033616ad7e76, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-21T14:44:15,371 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,371 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,371 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,371 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,373 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,373 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:15,374 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:44:15,374 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:15,374 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 753225effc5a59b36e2efd2edef3cb5b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-21T14:44:15,374 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,374 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,375 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=44e9c32365b53c2c278636504482499d, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,375 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,375 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,376 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4352a2803c210df64049033616ad7e76 columnFamilyName colfamily11 2024-11-21T14:44:15,376 DEBUG [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,377 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] regionserver.HStore(327): Store=4352a2803c210df64049033616ad7e76/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,377 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,378 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,380 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4352a2803c210df64049033616ad7e76 columnFamilyName colfamily21 2024-11-21T14:44:15,380 DEBUG [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,381 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] regionserver.HStore(327): Store=4352a2803c210df64049033616ad7e76/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,381 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753225effc5a59b36e2efd2edef3cb5b columnFamilyName colfamily11 2024-11-21T14:44:15,381 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,382 DEBUG [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,383 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(327): Store=753225effc5a59b36e2efd2edef3cb5b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,383 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,384 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4352a2803c210df64049033616ad7e76 columnFamilyName colfamily31 2024-11-21T14:44:15,384 DEBUG [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,385 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753225effc5a59b36e2efd2edef3cb5b columnFamilyName colfamily21 2024-11-21T14:44:15,385 INFO [StoreOpener-4352a2803c210df64049033616ad7e76-1 {}] regionserver.HStore(327): Store=4352a2803c210df64049033616ad7e76/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=23 2024-11-21T14:44:15,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,42995,1732200251482 in 254 msec 2024-11-21T14:44:15,385 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,385 DEBUG [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,387 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(327): Store=753225effc5a59b36e2efd2edef3cb5b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,387 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,387 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,388 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,389 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753225effc5a59b36e2efd2edef3cb5b columnFamilyName colfamily31 2024-11-21T14:44:15,389 DEBUG [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,389 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,389 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,390 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(327): Store=753225effc5a59b36e2efd2edef3cb5b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,390 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,392 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,392 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,394 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN in 449 msec 2024-11-21T14:44:15,394 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,396 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,396 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,396 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,397 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,398 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 4352a2803c210df64049033616ad7e76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74205136, jitterRate=0.1057426929473877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,398 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4352a2803c210df64049033616ad7e76 2024-11-21T14:44:15,398 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 4352a2803c210df64049033616ad7e76: Running coprocessor pre-open hook at 1732200255371Writing region info on filesystem at 1732200255371Initializing all the Stores at 1732200255373 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255373Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255373Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255373Cleaning up temporary data from old regions at 1732200255389 (+16 ms)Running coprocessor post-open hooks at 1732200255398 (+9 ms)Region opened successfully at 1732200255398 2024-11-21T14:44:15,399 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,400 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., pid=44, masterSystemTime=1732200255360 2024-11-21T14:44:15,405 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:15,405 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:44:15,405 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:15,405 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d81f658c51857de1e0002ab83f7aac32, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-21T14:44:15,406 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,406 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4352a2803c210df64049033616ad7e76, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,406 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,406 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:44:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4352a2803c210df64049033616ad7e76, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,411 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,412 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,413 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 753225effc5a59b36e2efd2edef3cb5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61108206, jitterRate=-0.08941677212715149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,413 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:44:15,414 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 753225effc5a59b36e2efd2edef3cb5b: Running coprocessor pre-open hook at 1732200255375Writing region info on filesystem at 1732200255375Initializing all the Stores at 1732200255377 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255377Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255378 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255378Cleaning up temporary data from old regions at 1732200255396 (+18 ms)Running coprocessor post-open hooks at 1732200255413 (+17 ms)Region opened successfully at 1732200255414 (+1 ms) 2024-11-21T14:44:15,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:44:15,415 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., pid=34, masterSystemTime=1732200255263 2024-11-21T14:44:15,416 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d81f658c51857de1e0002ab83f7aac32 columnFamilyName colfamily11 2024-11-21T14:44:15,416 DEBUG [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,418 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] regionserver.HStore(327): Store=d81f658c51857de1e0002ab83f7aac32/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,418 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,423 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:15,423 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:44:15,423 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:15,423 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:15,424 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c08ae67e6339292dce3bfa460f5c2f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-21T14:44:15,424 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,424 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,424 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,425 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,425 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d81f658c51857de1e0002ab83f7aac32 columnFamilyName colfamily21 2024-11-21T14:44:15,425 DEBUG [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=17 2024-11-21T14:44:15,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 4352a2803c210df64049033616ad7e76, server=f7796871bd2a,42435,1732200251424 in 176 msec 2024-11-21T14:44:15,426 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] regionserver.HStore(327): Store=d81f658c51857de1e0002ab83f7aac32/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,426 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,426 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c3211cc2c450536e5ab009e39669cd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-21T14:44:15,427 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,427 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,427 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,427 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,427 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4352a2803c210df64049033616ad7e76, ASSIGN in 490 msec 2024-11-21T14:44:15,429 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d81f658c51857de1e0002ab83f7aac32 columnFamilyName colfamily31 2024-11-21T14:44:15,429 DEBUG [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,430 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,430 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c08ae67e6339292dce3bfa460f5c2f columnFamilyName colfamily11 2024-11-21T14:44:15,430 DEBUG [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,431 INFO [StoreOpener-d81f658c51857de1e0002ab83f7aac32-1 {}] regionserver.HStore(327): Store=d81f658c51857de1e0002ab83f7aac32/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,431 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,431 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(327): Store=75c08ae67e6339292dce3bfa460f5c2f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,431 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,432 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,432 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,433 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,434 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c08ae67e6339292dce3bfa460f5c2f columnFamilyName colfamily21 2024-11-21T14:44:15,435 DEBUG [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,435 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,435 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(327): Store=75c08ae67e6339292dce3bfa460f5c2f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,435 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,435 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,436 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c3211cc2c450536e5ab009e39669cd columnFamilyName colfamily11 2024-11-21T14:44:15,436 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,436 DEBUG [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,438 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] regionserver.HStore(327): Store=35c3211cc2c450536e5ab009e39669cd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,438 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,438 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c08ae67e6339292dce3bfa460f5c2f columnFamilyName colfamily31 2024-11-21T14:44:15,438 DEBUG [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,438 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,439 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(327): Store=75c08ae67e6339292dce3bfa460f5c2f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,439 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=10 2024-11-21T14:44:15,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42995,1732200251482 in 279 msec 2024-11-21T14:44:15,441 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,441 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,441 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c3211cc2c450536e5ab009e39669cd columnFamilyName colfamily21 2024-11-21T14:44:15,441 DEBUG [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,442 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,442 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] regionserver.HStore(327): Store=35c3211cc2c450536e5ab009e39669cd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,443 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,443 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,443 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,443 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d81f658c51857de1e0002ab83f7aac32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64068856, jitterRate=-0.045299649238586426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,443 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:44:15,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN in 504 msec 2024-11-21T14:44:15,444 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d81f658c51857de1e0002ab83f7aac32: Running coprocessor pre-open hook at 1732200255406Writing region info on filesystem at 1732200255406Initializing all the Stores at 1732200255408 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255408Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255410 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255410Cleaning up temporary data from old regions at 1732200255435 (+25 ms)Running coprocessor post-open hooks at 1732200255444 (+9 ms)Region opened successfully at 1732200255444 2024-11-21T14:44:15,444 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,445 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., pid=45, masterSystemTime=1732200255360 2024-11-21T14:44:15,446 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c3211cc2c450536e5ab009e39669cd columnFamilyName colfamily31 2024-11-21T14:44:15,446 DEBUG [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,446 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,447 INFO [StoreOpener-35c3211cc2c450536e5ab009e39669cd-1 {}] regionserver.HStore(327): Store=35c3211cc2c450536e5ab009e39669cd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,447 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,449 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:15,449 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:44:15,449 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,450 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:15,450 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => f2d3e43e841b51ef8049887ce839e12a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-21T14:44:15,450 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,450 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,450 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,451 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,451 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,455 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 75c08ae67e6339292dce3bfa460f5c2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69569600, jitterRate=0.036667823791503906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,455 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:44:15,455 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 75c08ae67e6339292dce3bfa460f5c2f: Running coprocessor pre-open hook at 1732200255425Writing region info on filesystem at 1732200255425Initializing all the Stores at 1732200255427 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255427Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255427Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255427Cleaning up temporary data from old regions at 1732200255443 (+16 ms)Running coprocessor post-open hooks at 1732200255455 (+12 ms)Region opened successfully at 1732200255455 2024-11-21T14:44:15,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d81f658c51857de1e0002ab83f7aac32, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,457 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., pid=39, masterSystemTime=1732200255263 2024-11-21T14:44:15,464 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,465 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:15,465 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:15,465 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:15,466 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => acce77f99a4f069c785a608667d0fd25, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-21T14:44:15,467 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,467 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,467 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,467 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=9 2024-11-21T14:44:15,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d81f658c51857de1e0002ab83f7aac32, server=f7796871bd2a,42435,1732200251424 in 212 msec 2024-11-21T14:44:15,471 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d3e43e841b51ef8049887ce839e12a columnFamilyName colfamily11 2024-11-21T14:44:15,471 DEBUG [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,472 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] regionserver.HStore(327): Store=f2d3e43e841b51ef8049887ce839e12a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,472 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d81f658c51857de1e0002ab83f7aac32, ASSIGN in 532 msec 2024-11-21T14:44:15,476 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,476 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d3e43e841b51ef8049887ce839e12a columnFamilyName colfamily21 2024-11-21T14:44:15,476 DEBUG [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,478 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,478 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,478 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] regionserver.HStore(327): Store=f2d3e43e841b51ef8049887ce839e12a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,478 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,480 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,482 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d3e43e841b51ef8049887ce839e12a columnFamilyName colfamily31 2024-11-21T14:44:15,482 DEBUG [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,482 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,484 INFO [StoreOpener-f2d3e43e841b51ef8049887ce839e12a-1 {}] regionserver.HStore(327): Store=f2d3e43e841b51ef8049887ce839e12a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,484 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,486 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,487 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,490 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=5 2024-11-21T14:44:15,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,42995,1732200251482 in 293 msec 2024-11-21T14:44:15,492 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,492 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,494 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acce77f99a4f069c785a608667d0fd25 columnFamilyName colfamily11 2024-11-21T14:44:15,494 DEBUG [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,495 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(327): Store=acce77f99a4f069c785a608667d0fd25/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,495 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN in 555 msec 2024-11-21T14:44:15,498 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acce77f99a4f069c785a608667d0fd25 columnFamilyName colfamily21 2024-11-21T14:44:15,498 DEBUG [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,501 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(327): Store=acce77f99a4f069c785a608667d0fd25/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,501 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,504 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acce77f99a4f069c785a608667d0fd25 columnFamilyName colfamily31 2024-11-21T14:44:15,504 DEBUG [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,505 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(327): Store=acce77f99a4f069c785a608667d0fd25/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,505 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,505 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,506 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,506 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened f2d3e43e841b51ef8049887ce839e12a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58982247, jitterRate=-0.12109602987766266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,507 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:44:15,507 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for f2d3e43e841b51ef8049887ce839e12a: Running coprocessor pre-open hook at 1732200255451Writing region info on filesystem at 1732200255451Initializing all the Stores at 1732200255452 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255452Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255463 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255463Cleaning up temporary data from old regions at 1732200255489 (+26 ms)Running coprocessor post-open hooks at 1732200255507 (+18 ms)Region opened successfully at 1732200255507 2024-11-21T14:44:15,507 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,508 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,509 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., pid=40, masterSystemTime=1732200255360 2024-11-21T14:44:15,513 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:15,513 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:44:15,513 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 35c3211cc2c450536e5ab009e39669cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72667149, jitterRate=0.08282490074634552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,513 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:15,513 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:44:15,514 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => fff54c8ca168de5a03e619ecccca0c43, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-21T14:44:15,514 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 35c3211cc2c450536e5ab009e39669cd: Running coprocessor pre-open hook at 1732200255427Writing region info on filesystem at 1732200255427Initializing all the Stores at 1732200255429 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255430 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255432 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255432Cleaning up temporary data from old regions at 1732200255478 (+46 ms)Running coprocessor post-open hooks at 1732200255513 (+35 ms)Region opened successfully at 1732200255514 (+1 ms) 2024-11-21T14:44:15,514 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,514 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,516 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,516 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., pid=49, masterSystemTime=1732200255410 2024-11-21T14:44:15,517 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,520 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d3e43e841b51ef8049887ce839e12a, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,530 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,532 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:15,532 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:44:15,532 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:15,533 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fcb5a754e3878230e6b7ea4ab245f04, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-21T14:44:15,533 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,533 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,533 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,534 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,536 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened acce77f99a4f069c785a608667d0fd25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70506339, jitterRate=0.050626322627067566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,536 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:44:15,537 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for acce77f99a4f069c785a608667d0fd25: Running coprocessor pre-open hook at 1732200255467Writing region info on filesystem at 1732200255467Initializing all the Stores at 1732200255470 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255470Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255480 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255480Cleaning up temporary data from old regions at 1732200255516 (+36 ms)Running coprocessor post-open hooks at 1732200255537 (+21 ms)Region opened successfully at 1732200255537 2024-11-21T14:44:15,538 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c3211cc2c450536e5ab009e39669cd, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,539 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., pid=36, masterSystemTime=1732200255263 2024-11-21T14:44:15,540 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,541 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fcb5a754e3878230e6b7ea4ab245f04 columnFamilyName colfamily11 2024-11-21T14:44:15,541 DEBUG [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,543 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] regionserver.HStore(327): Store=2fcb5a754e3878230e6b7ea4ab245f04/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,543 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,543 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fff54c8ca168de5a03e619ecccca0c43 columnFamilyName colfamily11 2024-11-21T14:44:15,543 DEBUG [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,544 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] regionserver.HStore(327): Store=fff54c8ca168de5a03e619ecccca0c43/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,544 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,545 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:15,545 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:44:15,545 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fcb5a754e3878230e6b7ea4ab245f04 columnFamilyName colfamily21 2024-11-21T14:44:15,546 DEBUG [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=20 2024-11-21T14:44:15,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f2d3e43e841b51ef8049887ce839e12a, server=f7796871bd2a,42435,1732200251424 in 336 msec 2024-11-21T14:44:15,546 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] regionserver.HStore(327): Store=2fcb5a754e3878230e6b7ea4ab245f04/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,546 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,547 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:15,548 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6b48d750f1a79790fb9549be21ca6b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-21T14:44:15,548 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fff54c8ca168de5a03e619ecccca0c43 columnFamilyName colfamily21 2024-11-21T14:44:15,548 DEBUG [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,548 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,549 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] regionserver.HStore(327): Store=fff54c8ca168de5a03e619ecccca0c43/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,549 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,549 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,549 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,549 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fcb5a754e3878230e6b7ea4ab245f04 columnFamilyName colfamily31 2024-11-21T14:44:15,549 DEBUG [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,549 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2d3e43e841b51ef8049887ce839e12a, ASSIGN in 610 msec 2024-11-21T14:44:15,551 INFO [StoreOpener-2fcb5a754e3878230e6b7ea4ab245f04-1 {}] regionserver.HStore(327): Store=2fcb5a754e3878230e6b7ea4ab245f04/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,551 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,551 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fff54c8ca168de5a03e619ecccca0c43 columnFamilyName colfamily31 2024-11-21T14:44:15,551 DEBUG [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,552 INFO [StoreOpener-fff54c8ca168de5a03e619ecccca0c43-1 {}] regionserver.HStore(327): Store=fff54c8ca168de5a03e619ecccca0c43/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,552 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,553 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,553 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,553 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,554 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,556 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,556 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,556 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,557 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,559 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,559 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-21T14:44:15,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c3211cc2c450536e5ab009e39669cd, server=f7796871bd2a,37123,1732200251317 in 280 msec 2024-11-21T14:44:15,562 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b48d750f1a79790fb9549be21ca6b columnFamilyName colfamily11 2024-11-21T14:44:15,562 DEBUG [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,562 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(327): Store=5f6b48d750f1a79790fb9549be21ca6b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,563 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=35c3211cc2c450536e5ab009e39669cd, ASSIGN in 625 msec 2024-11-21T14:44:15,565 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,565 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,565 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b48d750f1a79790fb9549be21ca6b columnFamilyName colfamily21 2024-11-21T14:44:15,566 DEBUG [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,566 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(327): Store=5f6b48d750f1a79790fb9549be21ca6b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,567 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,566 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=16 2024-11-21T14:44:15,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42995,1732200251482 in 397 msec 2024-11-21T14:44:15,570 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,572 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b48d750f1a79790fb9549be21ca6b columnFamilyName colfamily31 2024-11-21T14:44:15,572 DEBUG [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,573 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(327): Store=5f6b48d750f1a79790fb9549be21ca6b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,573 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN in 634 msec 2024-11-21T14:44:15,574 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,575 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,577 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,577 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,578 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,582 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,583 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,583 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened fff54c8ca168de5a03e619ecccca0c43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65697832, jitterRate=-0.021026015281677246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,583 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:44:15,584 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for fff54c8ca168de5a03e619ecccca0c43: Running coprocessor pre-open hook at 1732200255515Writing region info on filesystem at 1732200255515Initializing all the Stores at 1732200255518 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255518Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255525 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255525Cleaning up temporary data from old regions at 1732200255556 (+31 ms)Running coprocessor post-open hooks at 1732200255583 (+27 ms)Region opened successfully at 1732200255584 (+1 ms) 2024-11-21T14:44:15,585 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., pid=41, masterSystemTime=1732200255360 2024-11-21T14:44:15,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,590 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:15,590 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:44:15,590 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:15,591 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a117755e0887b60927c0d3e068292a41, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-21T14:44:15,591 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,591 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,591 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,591 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,592 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,593 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 2fcb5a754e3878230e6b7ea4ab245f04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69945153, jitterRate=0.042263999581336975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,593 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:44:15,593 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 2fcb5a754e3878230e6b7ea4ab245f04: Running coprocessor pre-open hook at 1732200255534Writing region info on filesystem at 1732200255534Initializing all the Stores at 1732200255536 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255536Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255536Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255536Cleaning up temporary data from old regions at 1732200255565 (+29 ms)Running coprocessor post-open hooks at 1732200255593 (+28 ms)Region opened successfully at 1732200255593 2024-11-21T14:44:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure fff54c8ca168de5a03e619ecccca0c43, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,594 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., pid=50, masterSystemTime=1732200255410 2024-11-21T14:44:15,597 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,598 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,598 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:15,598 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:44:15,598 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:15,598 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 5f6b48d750f1a79790fb9549be21ca6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61845290, jitterRate=-0.07843336462974548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,598 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => fcbf2c77e78cc6fade55a4d32dc3035e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-21T14:44:15,598 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:44:15,599 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 5f6b48d750f1a79790fb9549be21ca6b: Running coprocessor pre-open hook at 1732200255550Writing region info on filesystem at 1732200255550Initializing all the Stores at 1732200255555 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255555Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255558 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255558Cleaning up temporary data from old regions at 1732200255577 (+19 ms)Running coprocessor post-open hooks at 1732200255598 (+21 ms)Region opened successfully at 1732200255599 (+1 ms) 2024-11-21T14:44:15,599 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,599 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,599 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,599 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,600 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., pid=38, masterSystemTime=1732200255263 2024-11-21T14:44:15,602 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a117755e0887b60927c0d3e068292a41 columnFamilyName colfamily11 2024-11-21T14:44:15,602 DEBUG [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,603 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] regionserver.HStore(327): Store=a117755e0887b60927c0d3e068292a41/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,603 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=24 2024-11-21T14:44:15,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure fff54c8ca168de5a03e619ecccca0c43, server=f7796871bd2a,42435,1732200251424 in 384 msec 2024-11-21T14:44:15,605 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:15,605 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:44:15,606 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:15,606 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 57950baa77de9258f067b56482f1c053, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-21T14:44:15,606 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,606 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,607 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,607 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,607 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a117755e0887b60927c0d3e068292a41 columnFamilyName colfamily21 2024-11-21T14:44:15,607 DEBUG [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,608 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] regionserver.HStore(327): Store=a117755e0887b60927c0d3e068292a41/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,608 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,610 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a117755e0887b60927c0d3e068292a41 columnFamilyName colfamily31 2024-11-21T14:44:15,610 DEBUG [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,612 INFO [StoreOpener-a117755e0887b60927c0d3e068292a41-1 {}] regionserver.HStore(327): Store=a117755e0887b60927c0d3e068292a41/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,612 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,612 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,613 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,614 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fff54c8ca168de5a03e619ecccca0c43, ASSIGN in 675 msec 2024-11-21T14:44:15,616 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbf2c77e78cc6fade55a4d32dc3035e columnFamilyName colfamily11 2024-11-21T14:44:15,616 DEBUG [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,617 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] regionserver.HStore(327): Store=fcbf2c77e78cc6fade55a4d32dc3035e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,617 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,617 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,617 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,619 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,619 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbf2c77e78cc6fade55a4d32dc3035e columnFamilyName colfamily21 2024-11-21T14:44:15,619 DEBUG [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,620 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] regionserver.HStore(327): Store=fcbf2c77e78cc6fade55a4d32dc3035e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,620 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,621 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=26 2024-11-21T14:44:15,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42995,1732200251482 in 436 msec 2024-11-21T14:44:15,622 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbf2c77e78cc6fade55a4d32dc3035e columnFamilyName colfamily31 2024-11-21T14:44:15,622 DEBUG [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,623 INFO [StoreOpener-fcbf2c77e78cc6fade55a4d32dc3035e-1 {}] regionserver.HStore(327): Store=fcbf2c77e78cc6fade55a4d32dc3035e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,624 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,625 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN in 685 msec 2024-11-21T14:44:15,625 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,626 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,627 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,627 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,628 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,630 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fcb5a754e3878230e6b7ea4ab245f04, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,631 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a117755e0887b60927c0d3e068292a41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72465903, jitterRate=0.07982610166072845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,631 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,631 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a117755e0887b60927c0d3e068292a41 2024-11-21T14:44:15,631 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a117755e0887b60927c0d3e068292a41: Running coprocessor pre-open hook at 1732200255591Writing region info on filesystem at 1732200255591Initializing all the Stores at 1732200255593 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255593Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255596 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255596Cleaning up temporary data from old regions at 1732200255617 (+21 ms)Running coprocessor post-open hooks at 1732200255631 (+14 ms)Region opened successfully at 1732200255631 2024-11-21T14:44:15,631 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57950baa77de9258f067b56482f1c053 columnFamilyName colfamily11 2024-11-21T14:44:15,632 DEBUG [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,633 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(327): Store=57950baa77de9258f067b56482f1c053/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,633 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41., pid=43, masterSystemTime=1732200255360 2024-11-21T14:44:15,633 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,635 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57950baa77de9258f067b56482f1c053 columnFamilyName colfamily21 2024-11-21T14:44:15,636 DEBUG [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,636 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(327): Store=57950baa77de9258f067b56482f1c053/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,637 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:15,637 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,637 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:44:15,637 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:15,637 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b6741108d6ac738bb384689516a4f9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-21T14:44:15,638 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,638 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,638 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,638 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=28 2024-11-21T14:44:15,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fcb5a754e3878230e6b7ea4ab245f04, server=f7796871bd2a,37123,1732200251317 in 352 msec 2024-11-21T14:44:15,639 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57950baa77de9258f067b56482f1c053 columnFamilyName colfamily31 2024-11-21T14:44:15,639 DEBUG [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,640 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(327): Store=57950baa77de9258f067b56482f1c053/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,640 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2fcb5a754e3878230e6b7ea4ab245f04, ASSIGN in 703 msec 2024-11-21T14:44:15,641 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,642 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a117755e0887b60927c0d3e068292a41, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,643 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,643 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,644 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a117755e0887b60927c0d3e068292a41, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,646 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,650 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,651 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,652 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,652 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 57950baa77de9258f067b56482f1c053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75103773, jitterRate=0.11913342773914337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,652 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57950baa77de9258f067b56482f1c053 2024-11-21T14:44:15,652 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b6741108d6ac738bb384689516a4f9 columnFamilyName colfamily11 2024-11-21T14:44:15,652 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 57950baa77de9258f067b56482f1c053: Running coprocessor pre-open hook at 1732200255607Writing region info on filesystem at 1732200255607Initializing all the Stores at 1732200255608 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255608Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255628 (+20 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255628Cleaning up temporary data from old regions at 1732200255643 (+15 ms)Running coprocessor post-open hooks at 1732200255652 (+9 ms)Region opened successfully at 1732200255652 2024-11-21T14:44:15,652 DEBUG [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,653 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened fcbf2c77e78cc6fade55a4d32dc3035e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73036652, jitterRate=0.08833092451095581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:44:15,653 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] regionserver.HStore(327): Store=76b6741108d6ac738bb384689516a4f9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,653 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., pid=35, masterSystemTime=1732200255263 2024-11-21T14:44:15,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for fcbf2c77e78cc6fade55a4d32dc3035e: Running coprocessor pre-open hook at 1732200255600Writing region info on filesystem at 1732200255600Initializing all the Stores at 1732200255601 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255601Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255612 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255612Cleaning up temporary data from old regions at 1732200255627 (+15 ms)Running coprocessor post-open hooks at 1732200255653 (+26 ms)Region opened successfully at 1732200255653 2024-11-21T14:44:15,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=30 2024-11-21T14:44:15,653 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure a117755e0887b60927c0d3e068292a41, server=f7796871bd2a,42435,1732200251424 in 423 msec 2024-11-21T14:44:15,655 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b6741108d6ac738bb384689516a4f9 columnFamilyName colfamily21 2024-11-21T14:44:15,656 DEBUG [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,656 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., pid=56, masterSystemTime=1732200255410 2024-11-21T14:44:15,656 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] regionserver.HStore(327): Store=76b6741108d6ac738bb384689516a4f9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,656 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,658 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b6741108d6ac738bb384689516a4f9 columnFamilyName colfamily31 2024-11-21T14:44:15,658 DEBUG [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,663 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:15,663 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:44:15,663 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:15,663 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fea39bb296e01d87e2041b10a6e3f9d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-21T14:44:15,664 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,664 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,664 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:15,664 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,664 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:44:15,664 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,665 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:15,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 88f5347b88252519023862e96efdcdff, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-21T14:44:15,665 INFO [StoreOpener-76b6741108d6ac738bb384689516a4f9-1 {}] regionserver.HStore(327): Store=76b6741108d6ac738bb384689516a4f9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,666 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,666 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,667 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,668 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,668 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,669 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,671 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a117755e0887b60927c0d3e068292a41, ASSIGN in 718 msec 2024-11-21T14:44:15,677 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,678 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,679 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fea39bb296e01d87e2041b10a6e3f9d columnFamilyName colfamily11 2024-11-21T14:44:15,679 DEBUG [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,681 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(327): Store=8fea39bb296e01d87e2041b10a6e3f9d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,681 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,682 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f5347b88252519023862e96efdcdff columnFamilyName colfamily11 2024-11-21T14:44:15,683 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fea39bb296e01d87e2041b10a6e3f9d columnFamilyName colfamily21 2024-11-21T14:44:15,683 DEBUG [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,683 DEBUG [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,684 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(327): Store=8fea39bb296e01d87e2041b10a6e3f9d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,684 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,685 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] regionserver.HStore(327): Store=88f5347b88252519023862e96efdcdff/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,685 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,686 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fea39bb296e01d87e2041b10a6e3f9d columnFamilyName colfamily31 2024-11-21T14:44:15,686 DEBUG [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,687 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(327): Store=8fea39bb296e01d87e2041b10a6e3f9d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,687 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,689 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbf2c77e78cc6fade55a4d32dc3035e, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,689 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,690 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f5347b88252519023862e96efdcdff columnFamilyName colfamily21 2024-11-21T14:44:15,690 DEBUG [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,690 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,690 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=57950baa77de9258f067b56482f1c053, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,690 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 76b6741108d6ac738bb384689516a4f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73534856, jitterRate=0.09575474262237549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,690 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:44:15,691 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 76b6741108d6ac738bb384689516a4f9: Running coprocessor pre-open hook at 1732200255638Writing region info on filesystem at 1732200255638Initializing all the Stores at 1732200255640 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255640Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255649 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255649Cleaning up temporary data from old regions at 1732200255668 (+19 ms)Running coprocessor post-open hooks at 1732200255690 (+22 ms)Region opened successfully at 1732200255690 2024-11-21T14:44:15,692 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] regionserver.HStore(327): Store=88f5347b88252519023862e96efdcdff/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,693 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,694 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., pid=51, masterSystemTime=1732200255360 2024-11-21T14:44:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,696 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f5347b88252519023862e96efdcdff columnFamilyName colfamily31 2024-11-21T14:44:15,696 DEBUG [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,696 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,696 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,697 INFO [StoreOpener-88f5347b88252519023862e96efdcdff-1 {}] regionserver.HStore(327): Store=88f5347b88252519023862e96efdcdff/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,697 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,697 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:15,697 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,697 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:44:15,698 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:15,698 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f27a7551344ae043a5099eb5795d38a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-21T14:44:15,698 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,698 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,699 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,699 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,699 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,699 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,701 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,701 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,701 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,702 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,704 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=8 2024-11-21T14:44:15,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fcbf2c77e78cc6fade55a4d32dc3035e, server=f7796871bd2a,37123,1732200251317 in 367 msec 2024-11-21T14:44:15,711 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f7796871bd2a,42995,1732200251482, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T14:44:15,715 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,716 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,718 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8fea39bb296e01d87e2041b10a6e3f9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62151274, jitterRate=-0.0738738477230072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,718 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:44:15,718 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f27a7551344ae043a5099eb5795d38a columnFamilyName colfamily11 2024-11-21T14:44:15,718 DEBUG [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,718 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8fea39bb296e01d87e2041b10a6e3f9d: Running coprocessor pre-open hook at 1732200255665Writing region info on filesystem at 1732200255665Initializing all the Stores at 1732200255666 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255666Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255677 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255677Cleaning up temporary data from old regions at 1732200255696 (+19 ms)Running coprocessor post-open hooks at 1732200255718 (+22 ms)Region opened successfully at 1732200255718 2024-11-21T14:44:15,719 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] regionserver.HStore(327): Store=1f27a7551344ae043a5099eb5795d38a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,720 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,720 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,721 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., pid=33, masterSystemTime=1732200255263 2024-11-21T14:44:15,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fcbf2c77e78cc6fade55a4d32dc3035e, ASSIGN in 769 msec 2024-11-21T14:44:15,721 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 88f5347b88252519023862e96efdcdff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65905599, jitterRate=-0.0179300457239151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,721 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88f5347b88252519023862e96efdcdff 2024-11-21T14:44:15,721 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 88f5347b88252519023862e96efdcdff: Running coprocessor pre-open hook at 1732200255666Writing region info on filesystem at 1732200255666Initializing all the Stores at 1732200255667 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255667Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255677 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255677Cleaning up temporary data from old regions at 1732200255701 (+24 ms)Running coprocessor post-open hooks at 1732200255721 (+20 ms)Region opened successfully at 1732200255721 2024-11-21T14:44:15,724 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f27a7551344ae043a5099eb5795d38a columnFamilyName colfamily21 2024-11-21T14:44:15,724 DEBUG [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,724 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., pid=46, masterSystemTime=1732200255410 2024-11-21T14:44:15,725 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] regionserver.HStore(327): Store=1f27a7551344ae043a5099eb5795d38a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,725 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,726 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,726 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:15,726 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:44:15,728 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f27a7551344ae043a5099eb5795d38a columnFamilyName colfamily31 2024-11-21T14:44:15,728 DEBUG [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,729 INFO [StoreOpener-1f27a7551344ae043a5099eb5795d38a-1 {}] regionserver.HStore(327): Store=1f27a7551344ae043a5099eb5795d38a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,729 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,729 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:15,729 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:44:15,729 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:15,730 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => b817f9841d3036357f2c5ab3fa2bbaea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-21T14:44:15,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=88f5347b88252519023862e96efdcdff, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b6741108d6ac738bb384689516a4f9, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,730 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,730 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,731 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,731 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,732 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,733 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88f5347b88252519023862e96efdcdff, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,735 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,735 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,736 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,738 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=11 2024-11-21T14:44:15,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b6741108d6ac738bb384689516a4f9, server=f7796871bd2a,42435,1732200251424 in 448 msec 2024-11-21T14:44:15,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76b6741108d6ac738bb384689516a4f9, ASSIGN in 804 msec 2024-11-21T14:44:15,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=15 2024-11-21T14:44:15,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 88f5347b88252519023862e96efdcdff, server=f7796871bd2a,37123,1732200251317 in 487 msec 2024-11-21T14:44:15,754 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,756 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b817f9841d3036357f2c5ab3fa2bbaea columnFamilyName colfamily11 2024-11-21T14:44:15,756 DEBUG [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,757 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] regionserver.HStore(327): Store=b817f9841d3036357f2c5ab3fa2bbaea/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f5347b88252519023862e96efdcdff, ASSIGN in 818 msec 2024-11-21T14:44:15,757 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42995,1732200251482 2024-11-21T14:44:15,759 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b817f9841d3036357f2c5ab3fa2bbaea columnFamilyName colfamily21 2024-11-21T14:44:15,759 DEBUG [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,761 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] regionserver.HStore(327): Store=b817f9841d3036357f2c5ab3fa2bbaea/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,761 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,42995,1732200251482 because future has completed 2024-11-21T14:44:15,763 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b817f9841d3036357f2c5ab3fa2bbaea columnFamilyName colfamily31 2024-11-21T14:44:15,763 DEBUG [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,764 INFO [StoreOpener-b817f9841d3036357f2c5ab3fa2bbaea-1 {}] regionserver.HStore(327): Store=b817f9841d3036357f2c5ab3fa2bbaea/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,764 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,765 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,765 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,766 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,766 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 1f27a7551344ae043a5099eb5795d38a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59927483, jitterRate=-0.10701091587543488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,766 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:44:15,767 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 1f27a7551344ae043a5099eb5795d38a: Running coprocessor pre-open hook at 1732200255699Writing region info on filesystem at 1732200255699Initializing all the Stores at 1732200255700 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255701 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255715 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255715Cleaning up temporary data from old regions at 1732200255735 (+20 ms)Running coprocessor post-open hooks at 1732200255766 (+31 ms)Region opened successfully at 1732200255767 (+1 ms) 2024-11-21T14:44:15,768 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,768 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,768 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a., pid=52, masterSystemTime=1732200255360 2024-11-21T14:44:15,769 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=13 2024-11-21T14:44:15,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,42995,1732200251482 in 600 msec 2024-11-21T14:44:15,771 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,772 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:15,772 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:44:15,772 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:15,772 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => cd50ceb00136ac90852951fb36cd6054, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-21T14:44:15,773 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,773 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,773 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,773 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN in 835 msec 2024-11-21T14:44:15,778 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,778 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,778 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened b817f9841d3036357f2c5ab3fa2bbaea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68065681, jitterRate=0.014257684350013733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,778 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:44:15,779 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for b817f9841d3036357f2c5ab3fa2bbaea: Running coprocessor pre-open hook at 1732200255731Writing region info on filesystem at 1732200255731Initializing all the Stores at 1732200255733 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255734 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255753 (+19 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255753Cleaning up temporary data from old regions at 1732200255768 (+15 ms)Running coprocessor post-open hooks at 1732200255778 (+10 ms)Region opened successfully at 1732200255779 (+1 ms) 2024-11-21T14:44:15,780 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., pid=48, masterSystemTime=1732200255410 2024-11-21T14:44:15,781 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd50ceb00136ac90852951fb36cd6054 columnFamilyName colfamily11 2024-11-21T14:44:15,781 DEBUG [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,781 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] regionserver.HStore(327): Store=cd50ceb00136ac90852951fb36cd6054/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,782 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,784 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:15,784 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:44:15,784 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd50ceb00136ac90852951fb36cd6054 columnFamilyName colfamily21 2024-11-21T14:44:15,784 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:15,784 DEBUG [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,784 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => bf60e048eba2cd42656fcb4d54f0c15d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-21T14:44:15,785 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,785 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,785 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,785 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] regionserver.HStore(327): Store=cd50ceb00136ac90852951fb36cd6054/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,785 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,786 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f27a7551344ae043a5099eb5795d38a, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,788 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd50ceb00136ac90852951fb36cd6054 columnFamilyName colfamily31 2024-11-21T14:44:15,789 DEBUG [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,790 INFO [StoreOpener-cd50ceb00136ac90852951fb36cd6054-1 {}] regionserver.HStore(327): Store=cd50ceb00136ac90852951fb36cd6054/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,790 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b817f9841d3036357f2c5ab3fa2bbaea, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,791 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,792 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,792 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,794 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,795 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,795 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf60e048eba2cd42656fcb4d54f0c15d columnFamilyName colfamily11 2024-11-21T14:44:15,795 DEBUG [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,795 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=14 2024-11-21T14:44:15,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f27a7551344ae043a5099eb5795d38a, server=f7796871bd2a,42435,1732200251424 in 500 msec 2024-11-21T14:44:15,797 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] regionserver.HStore(327): Store=bf60e048eba2cd42656fcb4d54f0c15d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,797 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f27a7551344ae043a5099eb5795d38a, ASSIGN in 860 msec 2024-11-21T14:44:15,798 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,801 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf60e048eba2cd42656fcb4d54f0c15d columnFamilyName colfamily21 2024-11-21T14:44:15,801 DEBUG [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,802 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] regionserver.HStore(327): Store=bf60e048eba2cd42656fcb4d54f0c15d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,803 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=22 2024-11-21T14:44:15,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure b817f9841d3036357f2c5ab3fa2bbaea, server=f7796871bd2a,37123,1732200251317 in 529 msec 2024-11-21T14:44:15,805 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf60e048eba2cd42656fcb4d54f0c15d columnFamilyName colfamily31 2024-11-21T14:44:15,805 DEBUG [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,808 INFO [StoreOpener-bf60e048eba2cd42656fcb4d54f0c15d-1 {}] regionserver.HStore(327): Store=bf60e048eba2cd42656fcb4d54f0c15d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,808 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b817f9841d3036357f2c5ab3fa2bbaea, ASSIGN in 869 msec 2024-11-21T14:44:15,809 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,810 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,812 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,812 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,814 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,816 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,816 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=19 2024-11-21T14:44:15,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,42995,1732200251482 in 671 msec 2024-11-21T14:44:15,817 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened cd50ceb00136ac90852951fb36cd6054; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63334622, jitterRate=-0.056240588426589966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,817 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:44:15,818 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for cd50ceb00136ac90852951fb36cd6054: Running coprocessor pre-open hook at 1732200255773Writing region info on filesystem at 1732200255773Initializing all the Stores at 1732200255774 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255775 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255777 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255777Cleaning up temporary data from old regions at 1732200255795 (+18 ms)Running coprocessor post-open hooks at 1732200255817 (+22 ms)Region opened successfully at 1732200255817 2024-11-21T14:44:15,819 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., pid=42, masterSystemTime=1732200255360 2024-11-21T14:44:15,822 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:15,822 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:44:15,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN in 882 msec 2024-11-21T14:44:15,825 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:44:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd50ceb00136ac90852951fb36cd6054, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:44:15,829 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,830 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened bf60e048eba2cd42656fcb4d54f0c15d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59277438, jitterRate=-0.11669734120368958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,830 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:44:15,830 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for bf60e048eba2cd42656fcb4d54f0c15d: Running coprocessor pre-open hook at 1732200255786Writing region info on filesystem at 1732200255786Initializing all the Stores at 1732200255787 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255788 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255792 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255792Cleaning up temporary data from old regions at 1732200255812 (+20 ms)Running coprocessor post-open hooks at 1732200255830 (+18 ms)Region opened successfully at 1732200255830 2024-11-21T14:44:15,831 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., pid=47, masterSystemTime=1732200255410 2024-11-21T14:44:15,834 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:15,834 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:44:15,834 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:15,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c8ddbdb2b1adde63dc2c6aec10adde4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-21T14:44:15,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=27 2024-11-21T14:44:15,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure cd50ceb00136ac90852951fb36cd6054, server=f7796871bd2a,42435,1732200251424 in 612 msec 2024-11-21T14:44:15,837 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd50ceb00136ac90852951fb36cd6054, ASSIGN in 900 msec 2024-11-21T14:44:15,844 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8ddbdb2b1adde63dc2c6aec10adde4 columnFamilyName colfamily11 2024-11-21T14:44:15,844 DEBUG [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,845 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] regionserver.HStore(327): Store=4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,845 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,847 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8ddbdb2b1adde63dc2c6aec10adde4 columnFamilyName colfamily21 2024-11-21T14:44:15,847 DEBUG [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,848 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] regionserver.HStore(327): Store=4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,848 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf60e048eba2cd42656fcb4d54f0c15d, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,850 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8ddbdb2b1adde63dc2c6aec10adde4 columnFamilyName colfamily31 2024-11-21T14:44:15,850 DEBUG [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,852 INFO [StoreOpener-4c8ddbdb2b1adde63dc2c6aec10adde4-1 {}] regionserver.HStore(327): Store=4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,852 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,853 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,854 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=18 2024-11-21T14:44:15,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure bf60e048eba2cd42656fcb4d54f0c15d, server=f7796871bd2a,37123,1732200251317 in 585 msec 2024-11-21T14:44:15,856 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,856 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,857 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf60e048eba2cd42656fcb4d54f0c15d, ASSIGN in 919 msec 2024-11-21T14:44:15,859 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,862 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,862 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 4c8ddbdb2b1adde63dc2c6aec10adde4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61562287, jitterRate=-0.08265043795108795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,862 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:44:15,863 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 4c8ddbdb2b1adde63dc2c6aec10adde4: Running coprocessor pre-open hook at 1732200255836Writing region info on filesystem at 1732200255836Initializing all the Stores at 1732200255837 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255837Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255837Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255837Cleaning up temporary data from old regions at 1732200255856 (+19 ms)Running coprocessor post-open hooks at 1732200255862 (+6 ms)Region opened successfully at 1732200255863 (+1 ms) 2024-11-21T14:44:15,863 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., pid=55, masterSystemTime=1732200255410 2024-11-21T14:44:15,866 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:15,866 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:44:15,867 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:15,867 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => e2b4ac4894e47f8e5f1a6325eab98670, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-21T14:44:15,867 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,867 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,868 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,868 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,871 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c8ddbdb2b1adde63dc2c6aec10adde4, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,874 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b4ac4894e47f8e5f1a6325eab98670 columnFamilyName colfamily11 2024-11-21T14:44:15,874 DEBUG [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,875 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] regionserver.HStore(327): Store=e2b4ac4894e47f8e5f1a6325eab98670/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,875 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=7 2024-11-21T14:44:15,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c8ddbdb2b1adde63dc2c6aec10adde4, server=f7796871bd2a,37123,1732200251317 in 546 msec 2024-11-21T14:44:15,877 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b4ac4894e47f8e5f1a6325eab98670 columnFamilyName colfamily21 2024-11-21T14:44:15,877 DEBUG [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,878 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] regionserver.HStore(327): Store=e2b4ac4894e47f8e5f1a6325eab98670/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,878 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c8ddbdb2b1adde63dc2c6aec10adde4, ASSIGN in 941 msec 2024-11-21T14:44:15,879 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b4ac4894e47f8e5f1a6325eab98670 columnFamilyName colfamily31 2024-11-21T14:44:15,879 DEBUG [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,880 INFO [StoreOpener-e2b4ac4894e47f8e5f1a6325eab98670-1 {}] regionserver.HStore(327): Store=e2b4ac4894e47f8e5f1a6325eab98670/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,880 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,881 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,881 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,882 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,883 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,883 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,884 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,897 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,897 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened e2b4ac4894e47f8e5f1a6325eab98670; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867665, jitterRate=-0.06319878995418549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,898 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:44:15,898 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for e2b4ac4894e47f8e5f1a6325eab98670: Running coprocessor pre-open hook at 1732200255868Writing region info on filesystem at 1732200255868Initializing all the Stores at 1732200255870 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255871 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255871Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255871Cleaning up temporary data from old regions at 1732200255883 (+12 ms)Running coprocessor post-open hooks at 1732200255898 (+15 ms)Region opened successfully at 1732200255898 2024-11-21T14:44:15,899 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., pid=53, masterSystemTime=1732200255410 2024-11-21T14:44:15,903 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:15,903 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:44:15,903 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:15,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,904 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => df4ed9fdfb3533d92f7eda3aa829fc39, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-21T14:44:15,904 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,904 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:44:15,905 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,905 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2b4ac4894e47f8e5f1a6325eab98670, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,908 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,911 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df4ed9fdfb3533d92f7eda3aa829fc39 columnFamilyName colfamily11 2024-11-21T14:44:15,911 DEBUG [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,912 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] regionserver.HStore(327): Store=df4ed9fdfb3533d92f7eda3aa829fc39/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,912 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=12 2024-11-21T14:44:15,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e2b4ac4894e47f8e5f1a6325eab98670, server=f7796871bd2a,37123,1732200251317 in 608 msec 2024-11-21T14:44:15,914 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df4ed9fdfb3533d92f7eda3aa829fc39 columnFamilyName colfamily21 2024-11-21T14:44:15,914 DEBUG [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,915 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] regionserver.HStore(327): Store=df4ed9fdfb3533d92f7eda3aa829fc39/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,915 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2b4ac4894e47f8e5f1a6325eab98670, ASSIGN in 978 msec 2024-11-21T14:44:15,917 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df4ed9fdfb3533d92f7eda3aa829fc39 columnFamilyName colfamily31 2024-11-21T14:44:15,917 DEBUG [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:44:15,918 INFO [StoreOpener-df4ed9fdfb3533d92f7eda3aa829fc39-1 {}] regionserver.HStore(327): Store=df4ed9fdfb3533d92f7eda3aa829fc39/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:44:15,918 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,919 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,920 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,921 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,921 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,922 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:44:15,924 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,927 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:44:15,928 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened df4ed9fdfb3533d92f7eda3aa829fc39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68991584, jitterRate=0.02805471420288086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:44:15,928 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:44:15,928 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for df4ed9fdfb3533d92f7eda3aa829fc39: Running coprocessor pre-open hook at 1732200255905Writing region info on filesystem at 1732200255905Initializing all the Stores at 1732200255907 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255907Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255908 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200255908Cleaning up temporary data from old regions at 1732200255921 (+13 ms)Running coprocessor post-open hooks at 1732200255928 (+7 ms)Region opened successfully at 1732200255928 2024-11-21T14:44:15,929 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., pid=54, masterSystemTime=1732200255410 2024-11-21T14:44:15,933 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:15,934 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:15,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:44:15,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure df4ed9fdfb3533d92f7eda3aa829fc39, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:44:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=6 2024-11-21T14:44:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure df4ed9fdfb3533d92f7eda3aa829fc39, server=f7796871bd2a,37123,1732200251317 in 627 msec 2024-11-21T14:44:15,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-21T14:44:15,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df4ed9fdfb3533d92f7eda3aa829fc39, ASSIGN in 1.0100 sec 2024-11-21T14:44:15,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:44:15,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200255956"}]},"ts":"1732200255956"} 2024-11-21T14:44:15,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-21T14:44:15,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:44:15,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.8700 sec 2024-11-21T14:44:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:44:16,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-21T14:44:16,278 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-21T14:44:16,280 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:44:16,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42995 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-21T14:44:16,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-21T14:44:16,310 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:44:16,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-21T14:44:16,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,532 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,536 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,584 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eel', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,746 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:16,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:16,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:16,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,027 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,112 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,121 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,330 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,443 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,542 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uvb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,657 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., hostname=f7796871bd2a,37123,1732200251317, seqNum=2] 2024-11-21T14:44:17,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2] 2024-11-21T14:44:17,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41., hostname=f7796871bd2a,42435,1732200251424, seqNum=2] 2024-11-21T14:44:17,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:44:17,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:44:17,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:44:17,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:44:17,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:44:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:44:18,694 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-21T14:44:18,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42995 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-21T14:44:18,954 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-21T14:44:18,955 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER f7796871bd2a,42995,1732200251482 2024-11-21T14:44:18,955 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f7796871bd2a,42995,1732200251482 2024-11-21T14:44:18,956 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f7796871bd2a,42995,1732200251482: Simulated kill ***** 2024-11-21T14:44:18,956 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:44:18,958 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:44:18,961 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:44:18,961 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:44:18,961 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:44:18,961 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 639393648 }, "NonHeapMemoryUsage": { "committed": 157941760, "init": 7667712, "max": -1, "used": 155646136 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:44:18,964 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39849 {}] master.MasterRpcServices(700): f7796871bd2a,42995,1732200251482 reported a fatal error: ***** ABORTING region server f7796871bd2a,42995,1732200251482: Simulated kill ***** 2024-11-21T14:44:18,967 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,42995,1732200251482' ***** 2024-11-21T14:44:18,967 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T14:44:18,967 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:44:18,967 INFO [RS:2;f7796871bd2a:42995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T14:44:18,968 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:44:18,968 INFO [RS:2;f7796871bd2a:42995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T14:44:18,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:44:18,968 INFO [RS:2;f7796871bd2a:42995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:44:18,968 INFO [RS:2;f7796871bd2a:42995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f7796871bd2a:42995. 2024-11-21T14:44:18,968 DEBUG [RS:2;f7796871bd2a:42995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:44:18,974 DEBUG [RS:2;f7796871bd2a:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:44:18,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta not finished, retry = 0 2024-11-21T14:44:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741836_1012 (size=54214) 2024-11-21T14:44:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741836_1012 (size=54214) 2024-11-21T14:44:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741836_1012 (size=54214) 2024-11-21T14:44:19,063 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:44:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741833_1009 (size=334915) 2024-11-21T14:44:19,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741833_1009 (size=334915) 2024-11-21T14:44:19,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741833_1009 (size=334915) 2024-11-21T14:44:19,100 DEBUG [RS:2;f7796871bd2a:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:44:19,100 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:44:19,101 INFO [RS:2;f7796871bd2a:42995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42995 2024-11-21T14:44:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,42995,1732200251482 2024-11-21T14:44:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:44:19,109 INFO [RS:2;f7796871bd2a:42995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:44:19,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:44:19,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,42995,1732200251482] 2024-11-21T14:44:19,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,42995,1732200251482 already deleted, retry=false 2024-11-21T14:44:19,114 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f7796871bd2a,42995,1732200251482 on f7796871bd2a,39849,1732200250550 2024-11-21T14:44:19,126 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,130 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for f7796871bd2a,42995,1732200251482 (carryingMeta=true) f7796871bd2a,42995,1732200251482/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@70dd4e17[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T14:44:19,131 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,132 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:44:19,132 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:44:19,133 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:44:19,169 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:44:19,172 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,173 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:44:19,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:44:19,173 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:44:19,174 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:44:19,174 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:44:19,175 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:44:19,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:44:19,175 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:44:19,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:44:19,182 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:44:19,183 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:44:19,185 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:44:19,185 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,185 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:44:19,186 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-21T14:44:19,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:44:19,188 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42995,1732200251482, table=hbase:meta, region=1588230740 2024-11-21T14:44:19,188 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42995,1732200251482, state=OPEN 2024-11-21T14:44:19,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:19,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:19,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:19,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:44:19,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:44:19,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-21T14:44:19,197 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200289197 2024-11-21T14:44:19,197 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:44:19,198 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,198 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:44:19,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:44:19,200 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:19,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:19,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:19,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:19,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:19,205 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true, isMeta: true 2024-11-21T14:44:19,207 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting 2024-11-21T14:44:19,210 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=1, meta=true 2024-11-21T14:44:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:44:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x1001a89f19c0003, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:44:19,213 INFO [RS:2;f7796871bd2a:42995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:44:19,213 INFO [RS:2;f7796871bd2a:42995 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,42995,1732200251482; zookeeper connection closed. 2024-11-21T14:44:19,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta}] 2024-11-21T14:44:19,213 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:44:19,214 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:44:19,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:44:19,214 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:44:19,218 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6800d598 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6800d598 2024-11-21T14:44:19,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:19,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:19,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:44:19,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:19,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:19,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:19,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:44:19,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:19,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:19,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:19,826 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:44:19,826 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19,826 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19,826 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:19,975 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:44:19,975 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:44:20,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:20,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:20,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:44:20,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:20,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:20,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:21,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:44:21,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:44:21,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:44:21,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-21T14:44:21,003 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:44:21,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:44:21,003 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:44:21,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:44:21,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:21,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:21,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:21,352 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:44:21,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:21,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:21,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:21,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:23,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:23,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:23,367 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:23,367 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4169 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:44:23,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:23,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:23,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:23,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:27,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:27,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:27,397 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:27,397 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8199 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:44:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:37,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:37,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:37,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:37,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18289 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:44:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:38,795 WARN [RS:0;f7796871bd2a:37123 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f7796871bd2a,42995,1732200251482: status=status unset, state=RUNNING, startTime=1732200259131, completionTime=-1 appears to have been leaked 2024-11-21T14:44:39,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:44:46,549 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f7796871bd2a:39849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T14:44:47,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:47,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:47,546 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:47,547 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28348 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:44:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:47,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:54,287 INFO [master/f7796871bd2a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T14:44:54,287 INFO [master/f7796871bd2a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T14:44:57,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:44:57,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:44:57,616 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:44:57,617 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38418 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:44:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:57,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:44:57,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:44:57,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:07,646 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:07,646 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:07,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:07,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48449 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:09,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:45:13,072 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T14:45:13,880 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df4ed9fdfb3533d92f7eda3aa829fc39 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,881 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c8ddbdb2b1adde63dc2c6aec10adde4 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,881 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fcbf2c77e78cc6fade55a4d32dc3035e changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,881 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e2b4ac4894e47f8e5f1a6325eab98670 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,881 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 88f5347b88252519023862e96efdcdff changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,881 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bf60e048eba2cd42656fcb4d54f0c15d changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,881 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b817f9841d3036357f2c5ab3fa2bbaea changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 35c3211cc2c450536e5ab009e39669cd changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2fcb5a754e3878230e6b7ea4ab245f04 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d81f658c51857de1e0002ab83f7aac32 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76b6741108d6ac738bb384689516a4f9 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1f27a7551344ae043a5099eb5795d38a changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4352a2803c210df64049033616ad7e76 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f2d3e43e841b51ef8049887ce839e12a changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fff54c8ca168de5a03e619ecccca0c43 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cd50ceb00136ac90852951fb36cd6054 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:13,882 DEBUG [master/f7796871bd2a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a117755e0887b60927c0d3e068292a41 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:45:19,206 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T14:44:19.203Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:19.307Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19.517Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:19.826Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:20.336Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:44:21.353Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:23.368Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:27.398Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:37.488Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:47.547Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:44:57.618Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:07.648Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T14:45:19,208 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:45:19,208 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:45:19,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:45:19,208 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:45:19,208 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:45:19,208 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:45:19,208 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:45:19,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:45:19,209 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:45:19,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:45:19,212 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:45:19,212 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:45:19,213 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:45:19,213 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:45:19,213 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:45:19,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T14:45:19,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:45:19,214 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42995,1732200251482, table=hbase:meta, region=1588230740 2024-11-21T14:45:19,214 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42995,1732200251482, state=OPEN 2024-11-21T14:45:19,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:45:19,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:45:19,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:45:19,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:45:19,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:45:19,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:45:19,217 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200349217 2024-11-21T14:45:19,217 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:45:19,217 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true, isMeta: true 2024-11-21T14:45:19,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:19,218 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:19,219 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:19,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:19,220 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=1, meta=true 2024-11-21T14:45:19,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta}] 2024-11-21T14:45:19,220 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:45:19,226 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:45:19,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:45:19,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:19,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:19,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:45:19,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:19,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-21T14:45:19,415 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, size=52.9 K (54214bytes) 2024-11-21T14:45:19,415 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T14:45:19,416 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T14:45:19,416 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta 2024-11-21T14:45:19,421 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta after 4ms 2024-11-21T14:45:19,430 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta took 16ms 2024-11-21T14:45:19,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:45:19,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta so closing down 2024-11-21T14:45:19,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:45:19,446 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp 2024-11-21T14:45:19,450 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp 2024-11-21T14:45:19,454 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:45:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741864_1040 (size=53973) 2024-11-21T14:45:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741864_1040 (size=53973) 2024-11-21T14:45:19,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741864_1040 (size=53973) 2024-11-21T14:45:19,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-21T14:45:19,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T14:45:19,474 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-21T14:45:19,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, journal: Splitting hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, size=52.9 K (54214bytes) at 1732200319415Finishing writing output for hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta so closing down at 1732200319445 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp at 1732200319450 (+5 ms)3 split writer threads finished at 1732200319454 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1732200319467 (+13 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1732200319470 (+3 ms)Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1732200319474 (+4 ms) 2024-11-21T14:45:19,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta 2024-11-21T14:45:19,476 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-21T14:45:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-21T14:45:19,486 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs 2024-11-21T14:45:19,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T14:45:19,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 in 258 msec 2024-11-21T14:45:19,491 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:45:19,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T14:45:19,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 in 271 msec 2024-11-21T14:45:19,496 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting dir is empty, no logs to split. 2024-11-21T14:45:19,496 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=0, meta=true 2024-11-21T14:45:19,496 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f7796871bd2a,42995,1732200251482 WAL splitting is done? wals=0, meta=true 2024-11-21T14:45:19,496 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:45:19,496 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:45:19,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:45:19,496 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:45:19,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:19,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:19,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:45:19,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:19,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:19,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:19,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:45:19,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:20,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:20,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:20,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:45:20,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:20,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:20,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:20,550 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f7796871bd2a:39849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T14:45:21,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:21,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:21,366 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:21,367 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:21,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:21,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:21,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:21,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:23,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:23,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:23,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:23,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4169 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:23,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:23,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:23,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:23,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:27,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:27,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:27,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:27,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8199 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:27,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:27,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:27,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:27,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:37,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:37,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:37,436 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:37,437 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18219 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:39,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:45:47,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:47,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:47,506 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:47,506 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28288 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:57,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:45:57,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:45:57,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:45:57,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38299 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:45:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:45:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:45:57,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:07,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:07,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:07,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:07,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48379 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:09,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:46:14,988 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T14:46:19,226 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T14:45:19.219Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:19.327Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19.537Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:19.846Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:20.356Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:45:21.367Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:23.388Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:27.417Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:37.437Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:47.507Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:45:57.517Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:07.598Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T14:46:19,227 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:46:19,227 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:46:19,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:46:19,227 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:46:19,227 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:46:19,227 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:46:19,227 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:46:19,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:46:19,228 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:46:19,228 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:46:19,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:46:19,230 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:46:19,230 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:46:19,230 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:46:19,230 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:46:19,230 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:46:19,231 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:46:19,232 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:46:19,232 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:46:19,232 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:46:19,232 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:46:19,232 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:46:19,232 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:46:19,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T14:46:19,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:46:19,233 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42995,1732200251482, table=hbase:meta, region=1588230740 2024-11-21T14:46:19,233 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42995,1732200251482, state=OPEN 2024-11-21T14:46:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:46:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:46:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:46:19,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:46:19,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:46:19,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:46:19,239 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200409239 2024-11-21T14:46:19,239 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:46:19,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:19,240 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:19,241 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:19,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:19,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:19,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:19,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:19,242 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting dir is empty, no logs to split. 2024-11-21T14:46:19,242 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=0, meta=true 2024-11-21T14:46:19,242 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f7796871bd2a,42995,1732200251482 WAL splitting is done? wals=0, meta=true 2024-11-21T14:46:19,242 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:46:19,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:46:19,244 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:46:19,244 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:46:19,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:46:19,244 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:46:19,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:19,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:19,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:46:19,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:19,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:19,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:19,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:46:19,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:19,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:19,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:19,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:46:19,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:20,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:20,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:20,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:46:20,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:20,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:20,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:21,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:21,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:21,396 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:21,397 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2156 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:23,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:23,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:23,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:23,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4176 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:27,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:27,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:27,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:27,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8207 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:27,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:27,552 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f7796871bd2a:39849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T14:46:37,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:37,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:37,506 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:37,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18267 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:39,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:46:40,626 WARN [RS:1;f7796871bd2a:42435 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f7796871bd2a,42995,1732200251482: status=Processing ServerCrashProcedure of f7796871bd2a,42995,1732200251482 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1732200259185, completionTime=-1 appears to have been leaked 2024-11-21T14:46:40,626 WARN [RS:1;f7796871bd2a:42435 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f7796871bd2a,42995,1732200251482: status=Processing ServerCrashProcedure of f7796871bd2a,42995,1732200251482 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1732200319213, completionTime=-1 appears to have been leaked 2024-11-21T14:46:47,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:47,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:47,577 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:47,578 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28338 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:57,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:46:57,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:46:57,656 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:46:57,657 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38417 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:46:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:46:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:46:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:07,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:07,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:47:07,726 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:47:07,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,42995,1732200251482 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48487 ms java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:47:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:47:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:47:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:09,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:47:19,246 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T14:46:19.241Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:19.346Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19.556Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:19.866Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:20.376Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:46:21.397Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:23.417Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:27.447Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:37.507Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:47.578Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:46:57.657Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:07.727Z, java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T14:47:19,248 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:19,248 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:47:19,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:19,248 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:19,248 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:19,248 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:47:19,248 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:47:19,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:47:19,249 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:47:19,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:47:19,251 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:47:19,251 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:19,251 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:19,252 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:19,253 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:19,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T14:47:19,254 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:19,254 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42995,1732200251482, table=hbase:meta, region=1588230740 2024-11-21T14:47:19,254 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42995,1732200251482, state=OPEN 2024-11-21T14:47:19,255 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:19,256 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,258 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200469258 2024-11-21T14:47:19,258 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:47:19,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:47:19,258 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:47:19,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:19,259 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:47:19,260 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:47:19,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:19,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T14:47:19,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:47:19,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:19,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:19,262 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:19,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:19,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1] 2024-11-21T14:47:19,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:19,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:19,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:19,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:47:19,412 DEBUG [f7796871bd2a:39849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T14:47:19,412 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:47:19,413 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:47:19,413 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:47:19,413 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:47:19,413 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:47:19,413 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:47:19,413 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:47:19,413 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:47:19,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,414 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPENING 2024-11-21T14:47:19,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,416 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:19,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:47:19,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:47:19,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:19,576 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:47:19,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1] 2024-11-21T14:47:19,576 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:47:19,576 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:47:19,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:47:19,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:47:19,578 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C42435%2C1732200251424.meta, suffix=.meta, logDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424, archiveDir=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs, maxLogs=32 2024-11-21T14:47:19,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42435 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:41975 deadline: 1732200499260, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f7796871bd2a,42435,1732200251424 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:47:19,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f7796871bd2a,42435,1732200251424 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:47:19,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1 from cache 2024-11-21T14:47:19,593 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424/f7796871bd2a%2C42435%2C1732200251424.meta.1732200439579.meta, exclude list is [], retry=0 2024-11-21T14:47:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a90eb711-1f23-439c-934d-9f4c2e21ccba,DISK] 2024-11-21T14:47:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-7c723463-d1df-4561-ac31-527441741336,DISK] 2024-11-21T14:47:19,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37477,DS-1a16a3b5-5242-422f-823c-92207594b770,DISK] 2024-11-21T14:47:19,599 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42435,1732200251424/f7796871bd2a%2C42435%2C1732200251424.meta.1732200439579.meta 2024-11-21T14:47:19,599 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38611:38611),(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-21T14:47:19,599 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:47:19,599 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:47:19,600 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:47:19,600 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:47:19,600 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:47:19,600 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:19,600 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:47:19,600 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:47:19,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:47:19,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:47:19,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:19,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:47:19,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:47:19,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:47:19,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:19,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:47:19,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:47:19,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:47:19,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:19,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:47:19,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:47:19,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:47:19,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:19,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:47:19,609 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:47:19,610 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740 2024-11-21T14:47:19,612 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740 2024-11-21T14:47:19,613 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T14:47:19,625 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T14:47:19,630 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-21T14:47:19,710 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/info/30c04a04a9334323a3d9472579c0e5f5 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39./info:regioninfo/1732200255934/Put/seqid=0 2024-11-21T14:47:19,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741866_1042 (size=58053) 2024-11-21T14:47:19,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741866_1042 (size=58053) 2024-11-21T14:47:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741866_1042 (size=58053) 2024-11-21T14:47:19,730 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/info/30c04a04a9334323a3d9472579c0e5f5 2024-11-21T14:47:19,812 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/ns/4b5ffabd96f84f6db803688a7b8bb16c is 43, key is default/ns:d/1732200253742/Put/seqid=0 2024-11-21T14:47:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741867_1043 (size=5153) 2024-11-21T14:47:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741867_1043 (size=5153) 2024-11-21T14:47:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741867_1043 (size=5153) 2024-11-21T14:47:19,841 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/ns/4b5ffabd96f84f6db803688a7b8bb16c 2024-11-21T14:47:19,873 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/table/da1189f4055d4421982d26b49ad9ebcb is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1732200255956/Put/seqid=0 2024-11-21T14:47:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741868_1044 (size=5620) 2024-11-21T14:47:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741868_1044 (size=5620) 2024-11-21T14:47:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741868_1044 (size=5620) 2024-11-21T14:47:19,885 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/table/da1189f4055d4421982d26b49ad9ebcb 2024-11-21T14:47:19,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:19,886 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1] 2024-11-21T14:47:19,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:41975 deadline: 1732200499258, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f7796871bd2a,42435,1732200251424 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:47:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f7796871bd2a,42435,1732200251424 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:47:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1 from cache 2024-11-21T14:47:19,896 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/info/30c04a04a9334323a3d9472579c0e5f5 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/info/30c04a04a9334323a3d9472579c0e5f5 2024-11-21T14:47:19,907 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/info/30c04a04a9334323a3d9472579c0e5f5, entries=260, sequenceid=60, filesize=56.7 K 2024-11-21T14:47:19,910 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/ns/4b5ffabd96f84f6db803688a7b8bb16c as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/ns/4b5ffabd96f84f6db803688a7b8bb16c 2024-11-21T14:47:19,917 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/ns/4b5ffabd96f84f6db803688a7b8bb16c, entries=2, sequenceid=60, filesize=5.0 K 2024-11-21T14:47:19,919 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/table/da1189f4055d4421982d26b49ad9ebcb as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/table/da1189f4055d4421982d26b49ad9ebcb 2024-11-21T14:47:19,928 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/table/da1189f4055d4421982d26b49ad9ebcb, entries=2, sequenceid=60, filesize=5.5 K 2024-11-21T14:47:19,931 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 302ms, sequenceid=60, compaction requested=false; wal=null 2024-11-21T14:47:19,933 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T14:47:19,934 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:47:19,934 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:47:19,935 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:47:19,937 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:47:19,944 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-21T14:47:19,945 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72621958, jitterRate=0.08215150237083435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:47:19,945 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:47:19,945 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732200439600Writing region info on filesystem at 1732200439600Initializing all the Stores at 1732200439601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200439602 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200439602Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200439602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200439602Obtaining lock to block concurrent updates at 1732200439630 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1732200439630Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1732200439633 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732200439633Flushing 1588230740/info: creating writer at 1732200439637 (+4 ms)Flushing 1588230740/info: appending metadata at 1732200439699 (+62 ms)Flushing 1588230740/info: closing flushed file at 1732200439703 (+4 ms)Flushing 1588230740/ns: creating writer at 1732200439788 (+85 ms)Flushing 1588230740/ns: appending metadata at 1732200439810 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732200439810Flushing 1588230740/table: creating writer at 1732200439850 (+40 ms)Flushing 1588230740/table: appending metadata at 1732200439872 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732200439872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ee749b: reopening flushed file at 1732200439895 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7061773d: reopening flushed file at 1732200439908 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c452aa: reopening flushed file at 1732200439918 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 302ms, sequenceid=60, compaction requested=false; wal=null at 1732200439931 (+13 ms)Cleaning up temporary data from old regions at 1732200439934 (+3 ms)Running coprocessor post-open hooks at 1732200439945 (+11 ms)Region opened successfully at 1732200439945 2024-11-21T14:47:19,947 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1732200439569 2024-11-21T14:47:19,950 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:47:19,950 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:47:19,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,952 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPEN 2024-11-21T14:47:19,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:19,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:19,955 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:19,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-21T14:47:19,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 in 539 msec 2024-11-21T14:47:19,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-21T14:47:19,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-21T14:47:20,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:20,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1] 2024-11-21T14:47:20,429 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,429 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,429 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,429 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,429 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57950baa77de9258f067b56482f1c053, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f5347b88252519023862e96efdcdff, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,430 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4352a2803c210df64049033616ad7e76, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=44e9c32365b53c2c278636504482499d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,431 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,432 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,432 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,432 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,432 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a117755e0887b60927c0d3e068292a41, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,432 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T14:47:20,432 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200500432 2024-11-21T14:47:20,432 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200560432 2024-11-21T14:47:20,432 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1730 sec 2024-11-21T14:47:20,433 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f7796871bd2a,42995,1732200251482 had 10 regions 2024-11-21T14:47:20,433 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:47:20,433 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:20,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:20,433 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:20,682 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:20,682 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:47:20,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:20,683 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:20,683 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:20,683 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:20,683 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:47:20,683 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:47:20,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:47:20,684 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:47:20,684 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:20,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:47:20,686 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:47:20,686 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:20,686 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:20,687 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:20,687 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:20,687 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:47:20,687 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,689 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T14:47:20,690 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=61 2024-11-21T14:47:20,690 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42435,1732200251424, table=hbase:meta, region=1588230740 2024-11-21T14:47:20,690 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPEN 2024-11-21T14:47:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:20,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:20,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:20,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:20,694 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200470694 2024-11-21T14:47:20,694 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:47:20,700 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,701 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57950baa77de9258f067b56482f1c053, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f5347b88252519023862e96efdcdff, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4352a2803c210df64049033616ad7e76, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,702 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=44e9c32365b53c2c278636504482499d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,703 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,704 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,704 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,704 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a117755e0887b60927c0d3e068292a41, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,704 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T14:47:20,704 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200500704 2024-11-21T14:47:20,704 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200560704 2024-11-21T14:47:20,704 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-21T14:47:20,704 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f7796871bd2a,42995,1732200251482 had 9 regions 2024-11-21T14:47:20,704 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:47:20,706 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true, isMeta: false 2024-11-21T14:47:20,708 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=1, meta=false 2024-11-21T14:47:20,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128}] 2024-11-21T14:47:20,709 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:47:20,709 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:20,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:20,709 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:20,954 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:20,954 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:47:20,955 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:20,955 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:20,955 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:20,955 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:47:20,955 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:47:20,955 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:47:20,956 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:47:20,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:47:20,959 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:47:20,959 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:20,959 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:20,959 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:20,959 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:20,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:47:20,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:47:20,961 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:20,961 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,961 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,961 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:20,961 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,962 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:47:20,962 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,962 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,962 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,962 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:20,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T14:47:20,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=61 2024-11-21T14:47:20,963 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42435,1732200251424, table=hbase:meta, region=1588230740 2024-11-21T14:47:20,963 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPEN 2024-11-21T14:47:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:20,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:20,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:20,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:20,972 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200470972 2024-11-21T14:47:20,972 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:47:20,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57950baa77de9258f067b56482f1c053, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f5347b88252519023862e96efdcdff, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,981 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4352a2803c210df64049033616ad7e76, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=44e9c32365b53c2c278636504482499d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,982 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:20,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:20,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a117755e0887b60927c0d3e068292a41, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:20,983 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T14:47:20,983 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200500983 2024-11-21T14:47:20,983 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200560983 2024-11-21T14:47:20,983 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-21T14:47:20,984 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true, isMeta: false 2024-11-21T14:47:20,986 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=1, meta=false 2024-11-21T14:47:20,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128}] 2024-11-21T14:47:20,986 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:47:20,989 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:20,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:47:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-21T14:47:21,160 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128, size=327.1 K (334915bytes) 2024-11-21T14:47:21,160 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 2024-11-21T14:47:21,161 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 after 1ms 2024-11-21T14:47:21,165 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 took 5ms 2024-11-21T14:47:21,169 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for facd9e0ef8fea6ebbcf09294a392c477: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,170 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 60bf9d64626eda7a9893d59367db74bc: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,171 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 44e9c32365b53c2c278636504482499d: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 753225effc5a59b36e2efd2edef3cb5b: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,173 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 75c08ae67e6339292dce3bfa460f5c2f: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,175 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for acce77f99a4f069c785a608667d0fd25: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,176 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5f6b48d750f1a79790fb9549be21ca6b: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,177 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 57950baa77de9258f067b56482f1c053: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,179 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8fea39bb296e01d87e2041b10a6e3f9d: last_flushed_sequence_id: 18446744073709551615 2024-11-21T14:47:21,185 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,186 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,189 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,190 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,192 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,196 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,200 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,202 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,202 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,202 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,205 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,208 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,209 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 so closing down 2024-11-21T14:47:21,209 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:47:21,209 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,210 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,211 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,212 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,214 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,215 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp 2024-11-21T14:47:21,215 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:47:21,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741869_1045 (size=36767) 2024-11-21T14:47:21,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741869_1045 (size=36767) 2024-11-21T14:47:21,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741869_1045 (size=36767) 2024-11-21T14:47:21,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:47:21,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004 2024-11-21T14:47:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741870_1046 (size=36767) 2024-11-21T14:47:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741870_1046 (size=36767) 2024-11-21T14:47:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741870_1046 (size=36767) 2024-11-21T14:47:21,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T14:47:21,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004 2024-11-21T14:47:21,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741871_1047 (size=36767) 2024-11-21T14:47:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741871_1047 (size=36767) 2024-11-21T14:47:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741871_1047 (size=36767) 2024-11-21T14:47:21,256 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:47:21,257 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004 2024-11-21T14:47:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741872_1048 (size=36767) 2024-11-21T14:47:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741872_1048 (size=36767) 2024-11-21T14:47:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741872_1048 (size=36767) 2024-11-21T14:47:21,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:47:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741873_1049 (size=36767) 2024-11-21T14:47:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741873_1049 (size=36767) 2024-11-21T14:47:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741873_1049 (size=36767) 2024-11-21T14:47:21,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:47:21,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004 2024-11-21T14:47:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741874_1050 (size=36767) 2024-11-21T14:47:21,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004 2024-11-21T14:47:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741874_1050 (size=36767) 2024-11-21T14:47:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741874_1050 (size=36767) 2024-11-21T14:47:21,273 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:47:21,275 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004 2024-11-21T14:47:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741875_1051 (size=36767) 2024-11-21T14:47:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741875_1051 (size=36767) 2024-11-21T14:47:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741875_1051 (size=36767) 2024-11-21T14:47:21,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T14:47:21,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004 2024-11-21T14:47:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741876_1052 (size=36767) 2024-11-21T14:47:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741876_1052 (size=36767) 2024-11-21T14:47:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741876_1052 (size=36767) 2024-11-21T14:47:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741877_1053 (size=36767) 2024-11-21T14:47:21,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T14:47:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741877_1053 (size=36767) 2024-11-21T14:47:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741877_1053 (size=36767) 2024-11-21T14:47:21,289 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:47:21,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004 2024-11-21T14:47:21,291 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004 2024-11-21T14:47:21,292 INFO [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 126 ms; skipped=9; WAL=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128, size=327.1 K, length=334915, corrupted=false, cancelled=false 2024-11-21T14:47:21,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128, journal: Splitting hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128, size=327.1 K (334915bytes) at 1732200441160Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441186 (+26 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441190 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441200 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441202 (+2 ms)Split 8 edits, skipped 9 edits. at 1732200441206 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441208 (+2 ms)Finishing writing output for hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 so closing down at 1732200441209 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441209Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441210 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441212 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp at 1732200441215 (+3 ms)3 split writer threads finished at 1732200441215Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732200441236 (+21 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004 at 1732200441238 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732200441240 (+2 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004 at 1732200441242 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732200441256 (+14 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004 at 1732200441257 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732200441266 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732200441268 (+2 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004 at 1732200441268Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004 at 1732200441270 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732200441273 (+3 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004 at 1732200441275 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732200441283 (+8 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004 at 1732200441286 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732200441289 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732200441289Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004 at 1732200441291 (+2 ms)Rename recovered edits hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004-f7796871bd2a%2C42995%2C1732200251482.1732200253128.temp to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004 at 1732200441291Processed 18 edits across 9 Regions in 126 ms; skipped=9; WAL=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128, size=327.1 K, length=334915, corrupted=false, cancelled=false at 1732200441292 (+1 ms) 2024-11-21T14:47:21,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 2024-11-21T14:47:21,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-21T14:47:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-21T14:47:21,297 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting/f7796871bd2a%2C42995%2C1732200251482.1732200253128 to hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs 2024-11-21T14:47:21,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T14:47:21,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 in 307 msec 2024-11-21T14:47:21,301 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-21T14:47:21,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 in 315 msec 2024-11-21T14:47:21,305 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting dir is empty, no logs to split. 2024-11-21T14:47:21,305 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=0, meta=false 2024-11-21T14:47:21,305 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f7796871bd2a,42995,1732200251482 WAL splitting is done? wals=0, meta=false 2024-11-21T14:47:21,305 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:47:21,305 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:21,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:21,306 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:21,483 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:21,483 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:47:21,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:21,484 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:21,484 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:21,484 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:47:21,484 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:47:21,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:47:21,484 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:47:21,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:21,487 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:47:21,488 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T14:47:21,490 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=61 2024-11-21T14:47:21,490 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42435,1732200251424, table=hbase:meta, region=1588230740 2024-11-21T14:47:21,490 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPEN 2024-11-21T14:47:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:21,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:21,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:21,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:21,494 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200471493 2024-11-21T14:47:21,494 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:47:21,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57950baa77de9258f067b56482f1c053, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f5347b88252519023862e96efdcdff, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4352a2803c210df64049033616ad7e76, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=44e9c32365b53c2c278636504482499d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,501 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,501 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,501 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,501 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a117755e0887b60927c0d3e068292a41, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,501 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T14:47:21,501 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200501501 2024-11-21T14:47:21,501 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200561501 2024-11-21T14:47:21,501 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-21T14:47:21,503 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server f7796871bd2a,42995,1732200251482 does not exist 2024-11-21T14:47:21,503 INFO [PEWorker-1 {}] master.SplitWALManager(105): f7796871bd2a,42995,1732200251482 WAL count=0, meta=false 2024-11-21T14:47:21,503 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f7796871bd2a,42995,1732200251482 WAL splitting is done? wals=0, meta=false 2024-11-21T14:47:21,504 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f7796871bd2a,42995,1732200251482 failed, ignore...File hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/WALs/f7796871bd2a,42995,1732200251482-splitting does not exist. 2024-11-21T14:47:21,504 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:47:21,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN}] 2024-11-21T14:47:21,506 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:47:21,506 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:21,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:21,506 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:21,751 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:21,751 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:47:21,751 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:21,752 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:21,752 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:21,752 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:47:21,752 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:47:21,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:47:21,752 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:47:21,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:21,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:21,755 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:47:21,755 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,757 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:21,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T14:47:21,758 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=61 2024-11-21T14:47:21,758 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42435,1732200251424, table=hbase:meta, region=1588230740 2024-11-21T14:47:21,758 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPEN 2024-11-21T14:47:21,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:21,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:21,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:21,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:21,761 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200471761 2024-11-21T14:47:21,761 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57950baa77de9258f067b56482f1c053, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f5347b88252519023862e96efdcdff, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4352a2803c210df64049033616ad7e76, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=44e9c32365b53c2c278636504482499d, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, lastHost=f7796871bd2a,42995,1732200251482, regionLocation=f7796871bd2a,42995,1732200251482, openSeqNum=2 2024-11-21T14:47:21,766 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a117755e0887b60927c0d3e068292a41, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:21,766 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T14:47:21,766 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200501766 2024-11-21T14:47:21,766 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200561766 2024-11-21T14:47:21,766 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-21T14:47:21,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN}] 2024-11-21T14:47:21,767 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:47:21,769 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN 2024-11-21T14:47:21,770 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN 2024-11-21T14:47:21,772 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,772 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN 2024-11-21T14:47:21,773 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN 2024-11-21T14:47:21,775 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,776 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN 2024-11-21T14:47:21,776 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN 2024-11-21T14:47:21,778 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN 2024-11-21T14:47:21,779 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,780 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN 2024-11-21T14:47:21,780 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN 2024-11-21T14:47:21,782 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:47:21,920 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:47:21,921 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:47:21,921 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:47:21,921 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:47:21,921 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:47:21,921 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:47:21,921 INFO [f7796871bd2a:39849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:47:21,921 DEBUG [f7796871bd2a:39849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:47:21,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:21,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=44e9c32365b53c2c278636504482499d, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:21,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:21,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=57950baa77de9258f067b56482f1c053, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:21,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPENING, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:21,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=60bf9d64626eda7a9893d59367db74bc, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN because future has completed 2024-11-21T14:47:21,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=acce77f99a4f069c785a608667d0fd25, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:47:21,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN because future has completed 2024-11-21T14:47:21,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN because future has completed 2024-11-21T14:47:21,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN because future has completed 2024-11-21T14:47:21,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN because future has completed 2024-11-21T14:47:21,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:47:21,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN because future has completed 2024-11-21T14:47:21,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN because future has completed 2024-11-21T14:47:21,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN because future has completed 2024-11-21T14:47:21,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:47:21,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:47:21,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:47:21,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:47:21,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:47:21,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,37123,1732200251317}] 2024-11-21T14:47:21,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=753225effc5a59b36e2efd2edef3cb5b, regionState=OPENING, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:21,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN because future has completed 2024-11-21T14:47:21,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42435,1732200251424}] 2024-11-21T14:47:22,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:47:22,084 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:22,084 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => facd9e0ef8fea6ebbcf09294a392c477, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-21T14:47:22,085 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,085 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,085 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,085 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,087 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,088 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region facd9e0ef8fea6ebbcf09294a392c477 columnFamilyName colfamily11 2024-11-21T14:47:22,088 DEBUG [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,089 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:22,089 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 60bf9d64626eda7a9893d59367db74bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-21T14:47:22,089 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,089 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,090 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,090 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,090 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(327): Store=facd9e0ef8fea6ebbcf09294a392c477/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,090 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,091 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region facd9e0ef8fea6ebbcf09294a392c477 columnFamilyName colfamily21 2024-11-21T14:47:22,091 DEBUG [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,091 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,091 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(327): Store=facd9e0ef8fea6ebbcf09294a392c477/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,091 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,092 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60bf9d64626eda7a9893d59367db74bc columnFamilyName colfamily11 2024-11-21T14:47:22,092 DEBUG [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,092 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(327): Store=60bf9d64626eda7a9893d59367db74bc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,092 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region facd9e0ef8fea6ebbcf09294a392c477 columnFamilyName colfamily31 2024-11-21T14:47:22,092 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,093 DEBUG [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,093 INFO [StoreOpener-facd9e0ef8fea6ebbcf09294a392c477-1 {}] regionserver.HStore(327): Store=facd9e0ef8fea6ebbcf09294a392c477/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,093 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,093 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60bf9d64626eda7a9893d59367db74bc columnFamilyName colfamily21 2024-11-21T14:47:22,093 DEBUG [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,094 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,094 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(327): Store=60bf9d64626eda7a9893d59367db74bc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,094 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,095 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60bf9d64626eda7a9893d59367db74bc columnFamilyName colfamily31 2024-11-21T14:47:22,095 DEBUG [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,096 INFO [StoreOpener-60bf9d64626eda7a9893d59367db74bc-1 {}] regionserver.HStore(327): Store=60bf9d64626eda7a9893d59367db74bc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,096 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,096 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,097 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,097 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004 2024-11-21T14:47:22,099 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,100 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004 2024-11-21T14:47:22,104 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004 2024-11-21T14:47:22,104 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing facd9e0ef8fea6ebbcf09294a392c477 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,106 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004 2024-11-21T14:47:22,106 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 60bf9d64626eda7a9893d59367db74bc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,129 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/.tmp/colfamily11/8eee576c035f4e4abdbfba7f4f677fc9 is 52, key is yyy/colfamily11:colfamily11/1732200258310/Put/seqid=0 2024-11-21T14:47:22,132 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/.tmp/colfamily11/bb58454fd0ad4040a7934a29cd7a9cd4 is 52, key is qqq/colfamily11:colfamily11/1732200258184/Put/seqid=0 2024-11-21T14:47:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741878_1054 (size=39263) 2024-11-21T14:47:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741878_1054 (size=39263) 2024-11-21T14:47:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741878_1054 (size=39263) 2024-11-21T14:47:22,143 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/.tmp/colfamily11/8eee576c035f4e4abdbfba7f4f677fc9 2024-11-21T14:47:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741879_1055 (size=39263) 2024-11-21T14:47:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741879_1055 (size=39263) 2024-11-21T14:47:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741879_1055 (size=39263) 2024-11-21T14:47:22,155 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/.tmp/colfamily11/8eee576c035f4e4abdbfba7f4f677fc9 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/colfamily11/8eee576c035f4e4abdbfba7f4f677fc9 2024-11-21T14:47:22,155 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/.tmp/colfamily11/bb58454fd0ad4040a7934a29cd7a9cd4 2024-11-21T14:47:22,163 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/colfamily11/8eee576c035f4e4abdbfba7f4f677fc9, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,163 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for facd9e0ef8fea6ebbcf09294a392c477 in 59ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,164 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/.tmp/colfamily11/bb58454fd0ad4040a7934a29cd7a9cd4 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/colfamily11/bb58454fd0ad4040a7934a29cd7a9cd4 2024-11-21T14:47:22,164 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/0000000000000000004 2024-11-21T14:47:22,165 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,165 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,166 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,169 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,171 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/colfamily11/bb58454fd0ad4040a7934a29cd7a9cd4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,172 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 60bf9d64626eda7a9893d59367db74bc in 66ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,172 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/0000000000000000004 2024-11-21T14:47:22,174 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,174 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,174 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,175 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,176 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened facd9e0ef8fea6ebbcf09294a392c477; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70274365, jitterRate=0.04716964066028595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,176 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:22,176 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,176 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for facd9e0ef8fea6ebbcf09294a392c477: Running coprocessor pre-open hook at 1732200442085Writing region info on filesystem at 1732200442085Initializing all the Stores at 1732200442086 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442087 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442087Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442087Obtaining lock to block concurrent updates at 1732200442104 (+17 ms)Preparing flush snapshotting stores in facd9e0ef8fea6ebbcf09294a392c477 at 1732200442104Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442104Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. at 1732200442104Flushing facd9e0ef8fea6ebbcf09294a392c477/colfamily11: creating writer at 1732200442104Flushing facd9e0ef8fea6ebbcf09294a392c477/colfamily11: appending metadata at 1732200442128 (+24 ms)Flushing facd9e0ef8fea6ebbcf09294a392c477/colfamily11: closing flushed file at 1732200442128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248564bd: reopening flushed file at 1732200442153 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for facd9e0ef8fea6ebbcf09294a392c477 in 59ms, sequenceid=4, compaction requested=false; wal=null at 1732200442163 (+10 ms)Cleaning up temporary data from old regions at 1732200442165 (+2 ms)Running coprocessor post-open hooks at 1732200442176 (+11 ms)Region opened successfully at 1732200442176 2024-11-21T14:47:22,177 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., pid=73, masterSystemTime=1732200442078 2024-11-21T14:47:22,179 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,180 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:22,180 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:22,180 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:22,180 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c08ae67e6339292dce3bfa460f5c2f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-21T14:47:22,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,180 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 60bf9d64626eda7a9893d59367db74bc; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70117787, jitterRate=0.04483644664287567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,180 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:22,180 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,181 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 60bf9d64626eda7a9893d59367db74bc: Running coprocessor pre-open hook at 1732200442090Writing region info on filesystem at 1732200442090Initializing all the Stores at 1732200442091 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442091Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442091Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442091Obtaining lock to block concurrent updates at 1732200442106 (+15 ms)Preparing flush snapshotting stores in 60bf9d64626eda7a9893d59367db74bc at 1732200442106Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442106Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. at 1732200442106Flushing 60bf9d64626eda7a9893d59367db74bc/colfamily11: creating writer at 1732200442106Flushing 60bf9d64626eda7a9893d59367db74bc/colfamily11: appending metadata at 1732200442131 (+25 ms)Flushing 60bf9d64626eda7a9893d59367db74bc/colfamily11: closing flushed file at 1732200442131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52aec6b3: reopening flushed file at 1732200442163 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 60bf9d64626eda7a9893d59367db74bc in 66ms, sequenceid=4, compaction requested=false; wal=null at 1732200442172 (+9 ms)Cleaning up temporary data from old regions at 1732200442174 (+2 ms)Running coprocessor post-open hooks at 1732200442180 (+6 ms)Region opened successfully at 1732200442180 2024-11-21T14:47:22,181 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,181 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,181 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,182 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., pid=76, masterSystemTime=1732200442085 2024-11-21T14:47:22,183 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:47:22,185 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:22,185 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c08ae67e6339292dce3bfa460f5c2f columnFamilyName colfamily11 2024-11-21T14:47:22,185 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:22,185 DEBUG [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,185 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:22,185 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => acce77f99a4f069c785a608667d0fd25, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-21T14:47:22,185 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,185 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,185 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,186 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,185 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(327): Store=75c08ae67e6339292dce3bfa460f5c2f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,186 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=68 2024-11-21T14:47:22,187 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c08ae67e6339292dce3bfa460f5c2f columnFamilyName colfamily21 2024-11-21T14:47:22,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,37123,1732200251317 in 259 msec 2024-11-21T14:47:22,187 DEBUG [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,188 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,188 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(327): Store=75c08ae67e6339292dce3bfa460f5c2f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,188 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN in 420 msec 2024-11-21T14:47:22,189 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acce77f99a4f069c785a608667d0fd25 columnFamilyName colfamily11 2024-11-21T14:47:22,189 DEBUG [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,189 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c08ae67e6339292dce3bfa460f5c2f columnFamilyName colfamily31 2024-11-21T14:47:22,190 DEBUG [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,190 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(327): Store=acce77f99a4f069c785a608667d0fd25/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,190 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,191 INFO [StoreOpener-75c08ae67e6339292dce3bfa460f5c2f-1 {}] regionserver.HStore(327): Store=75c08ae67e6339292dce3bfa460f5c2f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,191 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,191 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acce77f99a4f069c785a608667d0fd25 columnFamilyName colfamily21 2024-11-21T14:47:22,191 DEBUG [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,192 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,192 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(327): Store=acce77f99a4f069c785a608667d0fd25/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,192 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:47:22,194 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acce77f99a4f069c785a608667d0fd25 columnFamilyName colfamily31 2024-11-21T14:47:22,194 DEBUG [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,195 INFO [StoreOpener-acce77f99a4f069c785a608667d0fd25-1 {}] regionserver.HStore(327): Store=acce77f99a4f069c785a608667d0fd25/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,195 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,195 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,196 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004 2024-11-21T14:47:22,197 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=72 2024-11-21T14:47:22,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42435,1732200251424 in 258 msec 2024-11-21T14:47:22,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN in 432 msec 2024-11-21T14:47:22,204 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,205 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004 2024-11-21T14:47:22,205 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 75c08ae67e6339292dce3bfa460f5c2f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,206 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004 2024-11-21T14:47:22,213 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004 2024-11-21T14:47:22,214 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing acce77f99a4f069c785a608667d0fd25 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,233 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/.tmp/colfamily11/0d179c1182984b6687d10344da7d9539 is 52, key is aaa/colfamily11:colfamily11/1732200257928/Put/seqid=0 2024-11-21T14:47:22,238 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/.tmp/colfamily11/066441e84662448880ee26fc340faee5 is 52, key is lll/colfamily11:colfamily11/1732200258100/Put/seqid=0 2024-11-21T14:47:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741880_1056 (size=39263) 2024-11-21T14:47:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741880_1056 (size=39263) 2024-11-21T14:47:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741881_1057 (size=39263) 2024-11-21T14:47:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741881_1057 (size=39263) 2024-11-21T14:47:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741881_1057 (size=39263) 2024-11-21T14:47:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741880_1056 (size=39263) 2024-11-21T14:47:22,257 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/.tmp/colfamily11/0d179c1182984b6687d10344da7d9539 2024-11-21T14:47:22,257 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/.tmp/colfamily11/066441e84662448880ee26fc340faee5 2024-11-21T14:47:22,268 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/.tmp/colfamily11/0d179c1182984b6687d10344da7d9539 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/colfamily11/0d179c1182984b6687d10344da7d9539 2024-11-21T14:47:22,270 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/.tmp/colfamily11/066441e84662448880ee26fc340faee5 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/colfamily11/066441e84662448880ee26fc340faee5 2024-11-21T14:47:22,278 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/colfamily11/066441e84662448880ee26fc340faee5, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,278 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/colfamily11/0d179c1182984b6687d10344da7d9539, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,278 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for acce77f99a4f069c785a608667d0fd25 in 65ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,278 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 75c08ae67e6339292dce3bfa460f5c2f in 73ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,279 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/0000000000000000004 2024-11-21T14:47:22,279 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/0000000000000000004 2024-11-21T14:47:22,281 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,281 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,281 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,281 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,282 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,282 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,284 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,285 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,287 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,288 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,288 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened acce77f99a4f069c785a608667d0fd25; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60067046, jitterRate=-0.10493126511573792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,288 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:22,288 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for acce77f99a4f069c785a608667d0fd25: Running coprocessor pre-open hook at 1732200442186Writing region info on filesystem at 1732200442186Initializing all the Stores at 1732200442187 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442187Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442188 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442188Obtaining lock to block concurrent updates at 1732200442214 (+26 ms)Preparing flush snapshotting stores in acce77f99a4f069c785a608667d0fd25 at 1732200442214Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442214Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. at 1732200442214Flushing acce77f99a4f069c785a608667d0fd25/colfamily11: creating writer at 1732200442214Flushing acce77f99a4f069c785a608667d0fd25/colfamily11: appending metadata at 1732200442238 (+24 ms)Flushing acce77f99a4f069c785a608667d0fd25/colfamily11: closing flushed file at 1732200442238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1f4ec5: reopening flushed file at 1732200442269 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for acce77f99a4f069c785a608667d0fd25 in 65ms, sequenceid=4, compaction requested=false; wal=null at 1732200442278 (+9 ms)Cleaning up temporary data from old regions at 1732200442281 (+3 ms)Running coprocessor post-open hooks at 1732200442288 (+7 ms)Region opened successfully at 1732200442288 2024-11-21T14:47:22,289 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 75c08ae67e6339292dce3bfa460f5c2f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74877479, jitterRate=0.11576138436794281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,289 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:22,289 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 75c08ae67e6339292dce3bfa460f5c2f: Running coprocessor pre-open hook at 1732200442181Writing region info on filesystem at 1732200442181Initializing all the Stores at 1732200442182 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442182Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442182Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442182Obtaining lock to block concurrent updates at 1732200442205 (+23 ms)Preparing flush snapshotting stores in 75c08ae67e6339292dce3bfa460f5c2f at 1732200442205Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442205Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. at 1732200442205Flushing 75c08ae67e6339292dce3bfa460f5c2f/colfamily11: creating writer at 1732200442205Flushing 75c08ae67e6339292dce3bfa460f5c2f/colfamily11: appending metadata at 1732200442232 (+27 ms)Flushing 75c08ae67e6339292dce3bfa460f5c2f/colfamily11: closing flushed file at 1732200442233 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67167551: reopening flushed file at 1732200442267 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 75c08ae67e6339292dce3bfa460f5c2f in 73ms, sequenceid=4, compaction requested=false; wal=null at 1732200442278 (+11 ms)Cleaning up temporary data from old regions at 1732200442281 (+3 ms)Running coprocessor post-open hooks at 1732200442289 (+8 ms)Region opened successfully at 1732200442289 2024-11-21T14:47:22,289 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., pid=75, masterSystemTime=1732200442085 2024-11-21T14:47:22,290 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., pid=74, masterSystemTime=1732200442078 2024-11-21T14:47:22,292 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:22,293 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:22,293 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,293 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:22,293 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:22,293 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6b48d750f1a79790fb9549be21ca6b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-21T14:47:22,293 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:22,293 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 57950baa77de9258f067b56482f1c053, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,294 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:47:22,298 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,299 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,300 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57950baa77de9258f067b56482f1c053 columnFamilyName colfamily11 2024-11-21T14:47:22,300 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b48d750f1a79790fb9549be21ca6b columnFamilyName colfamily11 2024-11-21T14:47:22,300 DEBUG [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,300 DEBUG [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,301 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(327): Store=5f6b48d750f1a79790fb9549be21ca6b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,301 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(327): Store=57950baa77de9258f067b56482f1c053/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,301 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,301 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,302 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b48d750f1a79790fb9549be21ca6b columnFamilyName colfamily21 2024-11-21T14:47:22,302 DEBUG [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,305 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57950baa77de9258f067b56482f1c053 columnFamilyName colfamily21 2024-11-21T14:47:22,305 DEBUG [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,305 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(327): Store=57950baa77de9258f067b56482f1c053/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,306 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,306 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(327): Store=5f6b48d750f1a79790fb9549be21ca6b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:47:22,306 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,307 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57950baa77de9258f067b56482f1c053 columnFamilyName colfamily31 2024-11-21T14:47:22,307 DEBUG [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,308 INFO [StoreOpener-57950baa77de9258f067b56482f1c053-1 {}] regionserver.HStore(327): Store=57950baa77de9258f067b56482f1c053/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,308 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,309 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b48d750f1a79790fb9549be21ca6b columnFamilyName colfamily31 2024-11-21T14:47:22,309 DEBUG [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,309 INFO [StoreOpener-5f6b48d750f1a79790fb9549be21ca6b-1 {}] regionserver.HStore(327): Store=5f6b48d750f1a79790fb9549be21ca6b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,309 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,310 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=67 2024-11-21T14:47:22,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42435,1732200251424 in 373 msec 2024-11-21T14:47:22,311 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN in 543 msec 2024-11-21T14:47:22,312 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,314 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004 2024-11-21T14:47:22,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-21T14:47:22,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,37123,1732200251317 in 383 msec 2024-11-21T14:47:22,316 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,318 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004 2024-11-21T14:47:22,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN in 549 msec 2024-11-21T14:47:22,320 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004 2024-11-21T14:47:22,320 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 57950baa77de9258f067b56482f1c053 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,327 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004 2024-11-21T14:47:22,327 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 5f6b48d750f1a79790fb9549be21ca6b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,349 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/.tmp/colfamily11/a58546c67b894047be227554f9b22690 is 52, key is vvv/colfamily11:colfamily11/1732200258271/Put/seqid=0 2024-11-21T14:47:22,349 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/.tmp/colfamily11/5cd1d2005f3a453dad9639b49f5c85df is 52, key is iii/colfamily11:colfamily11/1732200258058/Put/seqid=0 2024-11-21T14:47:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741882_1058 (size=39263) 2024-11-21T14:47:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741882_1058 (size=39263) 2024-11-21T14:47:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741882_1058 (size=39263) 2024-11-21T14:47:22,363 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/.tmp/colfamily11/a58546c67b894047be227554f9b22690 2024-11-21T14:47:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741883_1059 (size=39263) 2024-11-21T14:47:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741883_1059 (size=39263) 2024-11-21T14:47:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741883_1059 (size=39263) 2024-11-21T14:47:22,375 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/.tmp/colfamily11/5cd1d2005f3a453dad9639b49f5c85df 2024-11-21T14:47:22,376 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/.tmp/colfamily11/a58546c67b894047be227554f9b22690 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/colfamily11/a58546c67b894047be227554f9b22690 2024-11-21T14:47:22,385 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/.tmp/colfamily11/5cd1d2005f3a453dad9639b49f5c85df as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/colfamily11/5cd1d2005f3a453dad9639b49f5c85df 2024-11-21T14:47:22,386 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/colfamily11/a58546c67b894047be227554f9b22690, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,386 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f6b48d750f1a79790fb9549be21ca6b in 59ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,387 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/0000000000000000004 2024-11-21T14:47:22,388 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,388 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,389 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,392 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/colfamily11/5cd1d2005f3a453dad9639b49f5c85df, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,393 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 57950baa77de9258f067b56482f1c053 in 73ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,394 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/0000000000000000004 2024-11-21T14:47:22,395 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,396 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,396 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,397 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,397 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,398 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,398 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 5f6b48d750f1a79790fb9549be21ca6b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71241159, jitterRate=0.0615759938955307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,399 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:22,399 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 5f6b48d750f1a79790fb9549be21ca6b: Running coprocessor pre-open hook at 1732200442295Writing region info on filesystem at 1732200442295Initializing all the Stores at 1732200442296 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442297 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442298 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442298Obtaining lock to block concurrent updates at 1732200442327 (+29 ms)Preparing flush snapshotting stores in 5f6b48d750f1a79790fb9549be21ca6b at 1732200442328 (+1 ms)Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442328Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. at 1732200442328Flushing 5f6b48d750f1a79790fb9549be21ca6b/colfamily11: creating writer at 1732200442328Flushing 5f6b48d750f1a79790fb9549be21ca6b/colfamily11: appending metadata at 1732200442348 (+20 ms)Flushing 5f6b48d750f1a79790fb9549be21ca6b/colfamily11: closing flushed file at 1732200442348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad52504: reopening flushed file at 1732200442372 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f6b48d750f1a79790fb9549be21ca6b in 59ms, sequenceid=4, compaction requested=false; wal=null at 1732200442386 (+14 ms)Cleaning up temporary data from old regions at 1732200442388 (+2 ms)Running coprocessor post-open hooks at 1732200442399 (+11 ms)Region opened successfully at 1732200442399 2024-11-21T14:47:22,400 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., pid=77, masterSystemTime=1732200442085 2024-11-21T14:47:22,400 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,402 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 57950baa77de9258f067b56482f1c053; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71472388, jitterRate=0.0650215744972229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,402 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:22,402 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 57950baa77de9258f067b56482f1c053: Running coprocessor pre-open hook at 1732200442294Writing region info on filesystem at 1732200442294Initializing all the Stores at 1732200442296 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442296Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442297 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442297Obtaining lock to block concurrent updates at 1732200442320 (+23 ms)Preparing flush snapshotting stores in 57950baa77de9258f067b56482f1c053 at 1732200442320Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442320Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. at 1732200442320Flushing 57950baa77de9258f067b56482f1c053/colfamily11: creating writer at 1732200442320Flushing 57950baa77de9258f067b56482f1c053/colfamily11: appending metadata at 1732200442348 (+28 ms)Flushing 57950baa77de9258f067b56482f1c053/colfamily11: closing flushed file at 1732200442348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb695b3: reopening flushed file at 1732200442384 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 57950baa77de9258f067b56482f1c053 in 73ms, sequenceid=4, compaction requested=false; wal=null at 1732200442393 (+9 ms)Cleaning up temporary data from old regions at 1732200442396 (+3 ms)Running coprocessor post-open hooks at 1732200442402 (+6 ms)Region opened successfully at 1732200442402 2024-11-21T14:47:22,402 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:22,402 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:22,402 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:22,402 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 753225effc5a59b36e2efd2edef3cb5b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-21T14:47:22,403 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., pid=78, masterSystemTime=1732200442078 2024-11-21T14:47:22,403 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,404 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,404 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,404 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,405 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,405 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:22,405 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:22,405 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:22,405 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fea39bb296e01d87e2041b10a6e3f9d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-21T14:47:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:47:22,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=57950baa77de9258f067b56482f1c053, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,407 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:47:22,409 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753225effc5a59b36e2efd2edef3cb5b columnFamilyName colfamily11 2024-11-21T14:47:22,409 DEBUG [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,410 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(327): Store=753225effc5a59b36e2efd2edef3cb5b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,410 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,411 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753225effc5a59b36e2efd2edef3cb5b columnFamilyName colfamily21 2024-11-21T14:47:22,411 DEBUG [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,411 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(327): Store=753225effc5a59b36e2efd2edef3cb5b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,412 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,413 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753225effc5a59b36e2efd2edef3cb5b columnFamilyName colfamily31 2024-11-21T14:47:22,413 DEBUG [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,414 INFO [StoreOpener-753225effc5a59b36e2efd2edef3cb5b-1 {}] regionserver.HStore(327): Store=753225effc5a59b36e2efd2edef3cb5b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=70 2024-11-21T14:47:22,414 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42435,1732200251424 in 469 msec 2024-11-21T14:47:22,415 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,416 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,416 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,416 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,416 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN in 647 msec 2024-11-21T14:47:22,418 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,418 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,419 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004 2024-11-21T14:47:22,419 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fea39bb296e01d87e2041b10a6e3f9d columnFamilyName colfamily11 2024-11-21T14:47:22,419 DEBUG [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,420 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(327): Store=8fea39bb296e01d87e2041b10a6e3f9d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,420 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,421 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fea39bb296e01d87e2041b10a6e3f9d columnFamilyName colfamily21 2024-11-21T14:47:22,421 DEBUG [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,422 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(327): Store=8fea39bb296e01d87e2041b10a6e3f9d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,422 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-21T14:47:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,37123,1732200251317 in 477 msec 2024-11-21T14:47:22,423 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fea39bb296e01d87e2041b10a6e3f9d columnFamilyName colfamily31 2024-11-21T14:47:22,423 DEBUG [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,424 INFO [StoreOpener-8fea39bb296e01d87e2041b10a6e3f9d-1 {}] regionserver.HStore(327): Store=8fea39bb296e01d87e2041b10a6e3f9d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,424 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN in 655 msec 2024-11-21T14:47:22,425 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,427 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,427 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004 2024-11-21T14:47:22,427 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 753225effc5a59b36e2efd2edef3cb5b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,430 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004 2024-11-21T14:47:22,437 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004 2024-11-21T14:47:22,437 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 8fea39bb296e01d87e2041b10a6e3f9d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,454 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/.tmp/colfamily11/30eb8e12ebf945bd9f34e72a96066c4c is 52, key is fff/colfamily11:colfamily11/1732200257973/Put/seqid=0 2024-11-21T14:47:22,456 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/.tmp/colfamily11/0d34a152c8d547c0a19ad8978e218fc1 is 52, key is ooo/colfamily11:colfamily11/1732200258143/Put/seqid=0 2024-11-21T14:47:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741884_1060 (size=39263) 2024-11-21T14:47:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741884_1060 (size=39263) 2024-11-21T14:47:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741884_1060 (size=39263) 2024-11-21T14:47:22,472 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/.tmp/colfamily11/30eb8e12ebf945bd9f34e72a96066c4c 2024-11-21T14:47:22,481 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/.tmp/colfamily11/30eb8e12ebf945bd9f34e72a96066c4c as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/colfamily11/30eb8e12ebf945bd9f34e72a96066c4c 2024-11-21T14:47:22,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741885_1061 (size=39263) 2024-11-21T14:47:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741885_1061 (size=39263) 2024-11-21T14:47:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741885_1061 (size=39263) 2024-11-21T14:47:22,485 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/.tmp/colfamily11/0d34a152c8d547c0a19ad8978e218fc1 2024-11-21T14:47:22,491 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/colfamily11/30eb8e12ebf945bd9f34e72a96066c4c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,491 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 753225effc5a59b36e2efd2edef3cb5b in 64ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,492 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/0000000000000000004 2024-11-21T14:47:22,494 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/.tmp/colfamily11/0d34a152c8d547c0a19ad8978e218fc1 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/colfamily11/0d34a152c8d547c0a19ad8978e218fc1 2024-11-21T14:47:22,494 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,494 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,495 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,497 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,500 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,501 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/colfamily11/0d34a152c8d547c0a19ad8978e218fc1, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,501 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8fea39bb296e01d87e2041b10a6e3f9d in 64ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,501 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 753225effc5a59b36e2efd2edef3cb5b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59678607, jitterRate=-0.1107194572687149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,501 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:22,501 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 753225effc5a59b36e2efd2edef3cb5b: Running coprocessor pre-open hook at 1732200442405Writing region info on filesystem at 1732200442405Initializing all the Stores at 1732200442407 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442407Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442407Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442407Obtaining lock to block concurrent updates at 1732200442427 (+20 ms)Preparing flush snapshotting stores in 753225effc5a59b36e2efd2edef3cb5b at 1732200442427Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442427Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. at 1732200442427Flushing 753225effc5a59b36e2efd2edef3cb5b/colfamily11: creating writer at 1732200442427Flushing 753225effc5a59b36e2efd2edef3cb5b/colfamily11: appending metadata at 1732200442454 (+27 ms)Flushing 753225effc5a59b36e2efd2edef3cb5b/colfamily11: closing flushed file at 1732200442454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574d6a7d: reopening flushed file at 1732200442479 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 753225effc5a59b36e2efd2edef3cb5b in 64ms, sequenceid=4, compaction requested=false; wal=null at 1732200442491 (+12 ms)Cleaning up temporary data from old regions at 1732200442494 (+3 ms)Running coprocessor post-open hooks at 1732200442501 (+7 ms)Region opened successfully at 1732200442501 2024-11-21T14:47:22,502 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/0000000000000000004 2024-11-21T14:47:22,502 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., pid=81, masterSystemTime=1732200442085 2024-11-21T14:47:22,503 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,503 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,504 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,504 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:22,505 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:22,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,506 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42435,1732200251424 because future has completed 2024-11-21T14:47:22,509 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,511 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 8fea39bb296e01d87e2041b10a6e3f9d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63013147, jitterRate=-0.06103093922138214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,511 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:22,511 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 8fea39bb296e01d87e2041b10a6e3f9d: Running coprocessor pre-open hook at 1732200442416Writing region info on filesystem at 1732200442416Initializing all the Stores at 1732200442418 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442418Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442418Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442418Obtaining lock to block concurrent updates at 1732200442437 (+19 ms)Preparing flush snapshotting stores in 8fea39bb296e01d87e2041b10a6e3f9d at 1732200442437Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442437Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. at 1732200442437Flushing 8fea39bb296e01d87e2041b10a6e3f9d/colfamily11: creating writer at 1732200442437Flushing 8fea39bb296e01d87e2041b10a6e3f9d/colfamily11: appending metadata at 1732200442456 (+19 ms)Flushing 8fea39bb296e01d87e2041b10a6e3f9d/colfamily11: closing flushed file at 1732200442456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28876ad0: reopening flushed file at 1732200442492 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8fea39bb296e01d87e2041b10a6e3f9d in 64ms, sequenceid=4, compaction requested=false; wal=null at 1732200442501 (+9 ms)Cleaning up temporary data from old regions at 1732200442503 (+2 ms)Running coprocessor post-open hooks at 1732200442511 (+8 ms)Region opened successfully at 1732200442511 2024-11-21T14:47:22,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=65 2024-11-21T14:47:22,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42435,1732200251424 in 554 msec 2024-11-21T14:47:22,512 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., pid=79, masterSystemTime=1732200442078 2024-11-21T14:47:22,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:22,515 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:22,515 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:22,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 44e9c32365b53c2c278636504482499d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-21T14:47:22,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN in 745 msec 2024-11-21T14:47:22,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,515 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:47:22,516 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,516 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,518 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:47:22,519 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e9c32365b53c2c278636504482499d columnFamilyName colfamily11 2024-11-21T14:47:22,519 DEBUG [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,520 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(327): Store=44e9c32365b53c2c278636504482499d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,520 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,523 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e9c32365b53c2c278636504482499d columnFamilyName colfamily21 2024-11-21T14:47:22,523 DEBUG [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,523 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(327): Store=44e9c32365b53c2c278636504482499d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,523 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,524 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e9c32365b53c2c278636504482499d columnFamilyName colfamily31 2024-11-21T14:47:22,524 DEBUG [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:47:22,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=66 2024-11-21T14:47:22,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,37123,1732200251317 in 575 msec 2024-11-21T14:47:22,525 INFO [StoreOpener-44e9c32365b53c2c278636504482499d-1 {}] regionserver.HStore(327): Store=44e9c32365b53c2c278636504482499d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:47:22,525 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,526 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN in 757 msec 2024-11-21T14:47:22,527 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,528 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004 2024-11-21T14:47:22,534 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004 2024-11-21T14:47:22,534 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 44e9c32365b53c2c278636504482499d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:22,553 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/.tmp/colfamily11/df202bd5f23148a48eef4a9074691112 is 52, key is sss/colfamily11:colfamily11/1732200258226/Put/seqid=0 2024-11-21T14:47:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741886_1062 (size=39263) 2024-11-21T14:47:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741886_1062 (size=39263) 2024-11-21T14:47:22,561 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/.tmp/colfamily11/df202bd5f23148a48eef4a9074691112 2024-11-21T14:47:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741886_1062 (size=39263) 2024-11-21T14:47:22,569 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/.tmp/colfamily11/df202bd5f23148a48eef4a9074691112 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/colfamily11/df202bd5f23148a48eef4a9074691112 2024-11-21T14:47:22,577 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/colfamily11/df202bd5f23148a48eef4a9074691112, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T14:47:22,577 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 44e9c32365b53c2c278636504482499d in 43ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T14:47:22,578 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/0000000000000000004 2024-11-21T14:47:22,579 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,579 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,580 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:47:22,582 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,585 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:47:22,586 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 44e9c32365b53c2c278636504482499d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445479, jitterRate=0.10932408273220062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:47:22,586 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:22,586 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 44e9c32365b53c2c278636504482499d: Running coprocessor pre-open hook at 1732200442516Writing region info on filesystem at 1732200442516Initializing all the Stores at 1732200442517 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442517Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442517Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200442517Obtaining lock to block concurrent updates at 1732200442534 (+17 ms)Preparing flush snapshotting stores in 44e9c32365b53c2c278636504482499d at 1732200442534Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200442534Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. at 1732200442534Flushing 44e9c32365b53c2c278636504482499d/colfamily11: creating writer at 1732200442534Flushing 44e9c32365b53c2c278636504482499d/colfamily11: appending metadata at 1732200442552 (+18 ms)Flushing 44e9c32365b53c2c278636504482499d/colfamily11: closing flushed file at 1732200442553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdaaeaf: reopening flushed file at 1732200442569 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 44e9c32365b53c2c278636504482499d in 43ms, sequenceid=4, compaction requested=false; wal=null at 1732200442577 (+8 ms)Cleaning up temporary data from old regions at 1732200442579 (+2 ms)Running coprocessor post-open hooks at 1732200442586 (+7 ms)Region opened successfully at 1732200442586 2024-11-21T14:47:22,587 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., pid=80, masterSystemTime=1732200442078 2024-11-21T14:47:22,589 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:22,589 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:22,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=44e9c32365b53c2c278636504482499d, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,37123,1732200251317 because future has completed 2024-11-21T14:47:22,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=64 2024-11-21T14:47:22,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,37123,1732200251317 in 643 msec 2024-11-21T14:47:22,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-21T14:47:22,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN in 828 msec 2024-11-21T14:47:22,597 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server f7796871bd2a,42995,1732200251482 after splitting done 2024-11-21T14:47:22,597 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T14:47:22,597 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:22,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:22,597 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:47:22,767 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:22,767 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T14:47:22,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:22,767 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:22,767 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:22,767 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T14:47:22,767 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T14:47:22,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T14:47:22,768 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:47:22,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T14:47:22,772 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:47:22,773 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T14:47:22,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true 2024-11-21T14:47:22,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:47:22,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,37123,1732200251317 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42435,1732200251424 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.meta.1732200253552.meta, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f7796871bd2a%2C42995%2C1732200251482.1732200253128, worker=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=44e9c32365b53c2c278636504482499d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=753225effc5a59b36e2efd2edef3cb5b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8fea39bb296e01d87e2041b10a6e3f9d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acce77f99a4f069c785a608667d0fd25, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=facd9e0ef8fea6ebbcf09294a392c477, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57950baa77de9258f067b56482f1c053, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b48d750f1a79790fb9549be21ca6b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=75c08ae67e6339292dce3bfa460f5c2f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=60bf9d64626eda7a9893d59367db74bc, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure facd9e0ef8fea6ebbcf09294a392c477, server=f7796871bd2a,37123,1732200251317 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c08ae67e6339292dce3bfa460f5c2f, server=f7796871bd2a,37123,1732200251317 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,777 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure acce77f99a4f069c785a608667d0fd25, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 60bf9d64626eda7a9893d59367db74bc, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b48d750f1a79790fb9549be21ca6b, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 57950baa77de9258f067b56482f1c053, server=f7796871bd2a,37123,1732200251317 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fea39bb296e01d87e2041b10a6e3f9d, server=f7796871bd2a,37123,1732200251317 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 44e9c32365b53c2c278636504482499d, server=f7796871bd2a,37123,1732200251317 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 753225effc5a59b36e2efd2edef3cb5b, server=f7796871bd2a,42435,1732200251424 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T14:47:22,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=61 2024-11-21T14:47:22,778 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f7796871bd2a,42435,1732200251424, table=hbase:meta, region=1588230740 2024-11-21T14:47:22,779 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,42435,1732200251424, state=OPEN 2024-11-21T14:47:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:47:22,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:22,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:22,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:47:22,781 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200472781 2024-11-21T14:47:22,781 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:47:22,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=75c08ae67e6339292dce3bfa460f5c2f, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=5 2024-11-21T14:47:22,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df4ed9fdfb3533d92f7eda3aa829fc39, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c8ddbdb2b1adde63dc2c6aec10adde4, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbf2c77e78cc6fade55a4d32dc3035e, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d81f658c51857de1e0002ab83f7aac32, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=753225effc5a59b36e2efd2edef3cb5b, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=5 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76b6741108d6ac738bb384689516a4f9, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2b4ac4894e47f8e5f1a6325eab98670, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57950baa77de9258f067b56482f1c053, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=5 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f27a7551344ae043a5099eb5795d38a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f5347b88252519023862e96efdcdff, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acce77f99a4f069c785a608667d0fd25, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=5 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4352a2803c210df64049033616ad7e76, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf60e048eba2cd42656fcb4d54f0c15d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fea39bb296e01d87e2041b10a6e3f9d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=5 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2d3e43e841b51ef8049887ce839e12a, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60bf9d64626eda7a9893d59367db74bc, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=5 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b817f9841d3036357f2c5ab3fa2bbaea, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=44e9c32365b53c2c278636504482499d, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=5 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fff54c8ca168de5a03e619ecccca0c43, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c3211cc2c450536e5ab009e39669cd, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b48d750f1a79790fb9549be21ca6b, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=5 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd50ceb00136ac90852951fb36cd6054, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2fcb5a754e3878230e6b7ea4ab245f04, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=2 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=facd9e0ef8fea6ebbcf09294a392c477, regionState=OPEN, lastHost=f7796871bd2a,37123,1732200251317, regionLocation=f7796871bd2a,37123,1732200251317, openSeqNum=5 2024-11-21T14:47:22,792 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a117755e0887b60927c0d3e068292a41, regionState=OPEN, lastHost=f7796871bd2a,42435,1732200251424, regionLocation=f7796871bd2a,42435,1732200251424, openSeqNum=2 2024-11-21T14:47:22,792 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T14:47:22,792 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200502792 2024-11-21T14:47:22,793 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200562792 2024-11-21T14:47:22,793 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-21T14:47:22,793 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server f7796871bd2a,42995,1732200251482 after splitting done 2024-11-21T14:47:22,793 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T14:47:22,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure f7796871bd2a,42995,1732200251482, splitWal=true, meta=true in 3 mins, 3.677 sec 2024-11-21T14:47:23,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:47:23,052 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f7796871bd2a:42995 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f7796871bd2a/172.17.0.2:42995 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:47:23,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=java.net.ConnectException: Call to address=f7796871bd2a:42995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:23,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-21T14:47:23,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:23,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address f7796871bd2a:42995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f7796871bd2a/172.17.0.2:42995 2024-11-21T14:47:23,156 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42995,1732200251482, seqNum=-1 from cache 2024-11-21T14:47:23,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:47:23,267 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:47:23,268 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,42435,1732200251424, seqNum=-1] 2024-11-21T14:47:23,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:47:23,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f., hostname=f7796871bd2a,37123,1732200251317, seqNum=5] 2024-11-21T14:47:23,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:47:23,324 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,325 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,325 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,325 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:23,441 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b., hostname=f7796871bd2a,42435,1732200251424, seqNum=5] 2024-11-21T14:47:23,464 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,465 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,465 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,465 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:23,582 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053., hostname=f7796871bd2a,37123,1732200251317, seqNum=5] 2024-11-21T14:47:23,599 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,600 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,600 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,600 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:23,710 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25., hostname=f7796871bd2a,42435,1732200251424, seqNum=5] 2024-11-21T14:47:23,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:23,839 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d., hostname=f7796871bd2a,37123,1732200251317, seqNum=5] 2024-11-21T14:47:23,847 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,847 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,848 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,848 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:23,959 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc., hostname=f7796871bd2a,42435,1732200251424, seqNum=5] 2024-11-21T14:47:23,968 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:23,969 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,969 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:23,969 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:24,079 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d., hostname=f7796871bd2a,37123,1732200251317, seqNum=5] 2024-11-21T14:47:24,093 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:24,093 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:24,094 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:24,094 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:24,200 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b., hostname=f7796871bd2a,42435,1732200251424, seqNum=5] 2024-11-21T14:47:24,213 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to f7796871bd2a:42995 this server is in the failed servers list 2024-11-21T14:47:24,213 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f7796871bd2a:42995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:24,213 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f7796871bd2a:42995 2024-11-21T14:47:24,213 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,42995,1732200251482, seqNum=2 from cache 2024-11-21T14:47:24,319 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477., hostname=f7796871bd2a,37123,1732200251317, seqNum=5] 2024-11-21T14:47:24,392 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T14:47:24,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:47:24,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:47:24,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:47:24,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:24,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:24,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:47:24,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:47:24,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2139241463, stopped=false 2024-11-21T14:47:24,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7796871bd2a,39849,1732200250550 2024-11-21T14:47:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:47:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:47:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:47:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:47:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:47:24,395 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:47:24,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:47:24,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:47:24,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:24,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,37123,1732200251317' ***** 2024-11-21T14:47:24,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:47:24,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,42435,1732200251424' ***** 2024-11-21T14:47:24,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:47:24,396 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:47:24,396 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:47:24,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:47:24,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:47:24,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:47:24,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:47:24,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:47:24,397 INFO [RS:0;f7796871bd2a:37123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:47:24,397 INFO [RS:1;f7796871bd2a:42435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:47:24,397 INFO [RS:1;f7796871bd2a:42435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:47:24,397 INFO [RS:0;f7796871bd2a:37123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:47:24,397 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f27a7551344ae043a5099eb5795d38a 2024-11-21T14:47:24,397 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 88f5347b88252519023862e96efdcdff 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b6741108d6ac738bb384689516a4f9 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for a117755e0887b60927c0d3e068292a41 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fea39bb296e01d87e2041b10a6e3f9d 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for d81f658c51857de1e0002ab83f7aac32 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fcb5a754e3878230e6b7ea4ab245f04 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for cd50ceb00136ac90852951fb36cd6054 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 57950baa77de9258f067b56482f1c053 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 60bf9d64626eda7a9893d59367db74bc 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for e2b4ac4894e47f8e5f1a6325eab98670 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 753225effc5a59b36e2efd2edef3cb5b 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 44e9c32365b53c2c278636504482499d 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for f2d3e43e841b51ef8049887ce839e12a 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for bf60e048eba2cd42656fcb4d54f0c15d 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f6b48d750f1a79790fb9549be21ca6b 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 75c08ae67e6339292dce3bfa460f5c2f 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 4352a2803c210df64049033616ad7e76 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for facd9e0ef8fea6ebbcf09294a392c477 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:47:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f27a7551344ae043a5099eb5795d38a, disabling compactions & flushes 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c8ddbdb2b1adde63dc2c6aec10adde4 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for acce77f99a4f069c785a608667d0fd25 2024-11-21T14:47:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88f5347b88252519023862e96efdcdff, disabling compactions & flushes 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for df4ed9fdfb3533d92f7eda3aa829fc39 2024-11-21T14:47:24,398 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c3211cc2c450536e5ab009e39669cd 2024-11-21T14:47:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,42435,1732200251424 2024-11-21T14:47:24,398 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for b817f9841d3036357f2c5ab3fa2bbaea 2024-11-21T14:47:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. after waiting 0 ms 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:47:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(3091): Received CLOSE for fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:47:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:47:24,398 INFO [RS:1;f7796871bd2a:42435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7796871bd2a:42435. 2024-11-21T14:47:24,398 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,37123,1732200251317 2024-11-21T14:47:24,399 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. after waiting 0 ms 2024-11-21T14:47:24,399 INFO [RS:0;f7796871bd2a:37123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:47:24,399 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:47:24,399 DEBUG [RS:1;f7796871bd2a:42435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:47:24,399 INFO [RS:0;f7796871bd2a:37123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7796871bd2a:37123. 2024-11-21T14:47:24,399 DEBUG [RS:1;f7796871bd2a:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:24,399 DEBUG [RS:0;f7796871bd2a:37123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:47:24,399 DEBUG [RS:0;f7796871bd2a:37123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:24,399 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88f5347b88252519023862e96efdcdff 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,399 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f27a7551344ae043a5099eb5795d38a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,399 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:47:24,399 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-21T14:47:24,399 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:47:24,399 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:47:24,399 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:47:24,399 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1351): Waiting on 2fcb5a754e3878230e6b7ea4ab245f04, 35c3211cc2c450536e5ab009e39669cd, 44e9c32365b53c2c278636504482499d, 4c8ddbdb2b1adde63dc2c6aec10adde4, 57950baa77de9258f067b56482f1c053, 75c08ae67e6339292dce3bfa460f5c2f, 88f5347b88252519023862e96efdcdff, 8fea39bb296e01d87e2041b10a6e3f9d, b817f9841d3036357f2c5ab3fa2bbaea, bf60e048eba2cd42656fcb4d54f0c15d, df4ed9fdfb3533d92f7eda3aa829fc39, e2b4ac4894e47f8e5f1a6325eab98670, facd9e0ef8fea6ebbcf09294a392c477, fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:47:24,399 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-21T14:47:24,400 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f27a7551344ae043a5099eb5795d38a, 4352a2803c210df64049033616ad7e76, 5f6b48d750f1a79790fb9549be21ca6b, 60bf9d64626eda7a9893d59367db74bc, 753225effc5a59b36e2efd2edef3cb5b, 76b6741108d6ac738bb384689516a4f9, a117755e0887b60927c0d3e068292a41, acce77f99a4f069c785a608667d0fd25, cd50ceb00136ac90852951fb36cd6054, d81f658c51857de1e0002ab83f7aac32, f2d3e43e841b51ef8049887ce839e12a, fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:47:24,400 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:47:24,400 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:47:24,400 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:47:24,400 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:47:24,400 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:47:24,400 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.37 KB heapSize=19.67 KB 2024-11-21T14:47:24,415 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/info/063c4ba4dcad49769743a0c9f9f0e294 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b./info:regioninfo/1732200442505/Put/seqid=0 2024-11-21T14:47:24,424 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/.tmp/colfamily11/4f6ed29ab28a4343930d46a90c910fbb is 52, key is jjj/colfamily11:colfamily11/1732200258196/Put/seqid=0 2024-11-21T14:47:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741887_1063 (size=19812) 2024-11-21T14:47:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741887_1063 (size=19812) 2024-11-21T14:47:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741887_1063 (size=19812) 2024-11-21T14:47:24,429 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/.tmp/colfamily11/6091998bfef64a03b41238ea3d79e51b is 52, key is kkk/colfamily11:colfamily11/1732200258301/Put/seqid=0 2024-11-21T14:47:24,433 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.37 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/info/063c4ba4dcad49769743a0c9f9f0e294 2024-11-21T14:47:24,433 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:47:24,441 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/.tmp/info/063c4ba4dcad49769743a0c9f9f0e294 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/info/063c4ba4dcad49769743a0c9f9f0e294 2024-11-21T14:47:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741889_1065 (size=39263) 2024-11-21T14:47:24,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741889_1065 (size=39263) 2024-11-21T14:47:24,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741889_1065 (size=39263) 2024-11-21T14:47:24,447 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/.tmp/colfamily11/6091998bfef64a03b41238ea3d79e51b 2024-11-21T14:47:24,449 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/info/063c4ba4dcad49769743a0c9f9f0e294, entries=72, sequenceid=81, filesize=19.3 K 2024-11-21T14:47:24,450 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=81, compaction requested=false 2024-11-21T14:47:24,454 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/.tmp/colfamily11/6091998bfef64a03b41238ea3d79e51b as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/colfamily11/6091998bfef64a03b41238ea3d79e51b 2024-11-21T14:47:24,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741888_1064 (size=39263) 2024-11-21T14:47:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741888_1064 (size=39263) 2024-11-21T14:47:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741888_1064 (size=39263) 2024-11-21T14:47:24,460 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/.tmp/colfamily11/4f6ed29ab28a4343930d46a90c910fbb 2024-11-21T14:47:24,463 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/colfamily11/6091998bfef64a03b41238ea3d79e51b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,464 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88f5347b88252519023862e96efdcdff in 65ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,467 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-21T14:47:24,469 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/.tmp/colfamily11/4f6ed29ab28a4343930d46a90c910fbb as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/colfamily11/4f6ed29ab28a4343930d46a90c910fbb 2024-11-21T14:47:24,471 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:47:24,471 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:47:24,471 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200444400Running coprocessor pre-close hooks at 1732200444400Disabling compacts and flushes for region at 1732200444400Disabling writes for close at 1732200444400Obtaining lock to block concurrent updates at 1732200444400Preparing flush snapshotting stores in 1588230740 at 1732200444400Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13686, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1732200444405 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732200444406 (+1 ms)Flushing 1588230740/info: creating writer at 1732200444406Flushing 1588230740/info: appending metadata at 1732200444414 (+8 ms)Flushing 1588230740/info: closing flushed file at 1732200444415 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e41441: reopening flushed file at 1732200444440 (+25 ms)Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=81, compaction requested=false at 1732200444450 (+10 ms)Writing region close event to WAL at 1732200444461 (+11 ms)Running coprocessor post-close hooks at 1732200444468 (+7 ms)Closed at 1732200444471 (+3 ms) 2024-11-21T14:47:24,471 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f5347b88252519023862e96efdcdff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,472 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:47:24,472 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:47:24,472 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88f5347b88252519023862e96efdcdff: Waiting for close lock at 1732200444398Running coprocessor pre-close hooks at 1732200444398Disabling compacts and flushes for region at 1732200444398Disabling writes for close at 1732200444399 (+1 ms)Obtaining lock to block concurrent updates at 1732200444399Preparing flush snapshotting stores in 88f5347b88252519023862e96efdcdff at 1732200444399Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444405 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. at 1732200444407 (+2 ms)Flushing 88f5347b88252519023862e96efdcdff/colfamily11: creating writer at 1732200444407Flushing 88f5347b88252519023862e96efdcdff/colfamily11: appending metadata at 1732200444428 (+21 ms)Flushing 88f5347b88252519023862e96efdcdff/colfamily11: closing flushed file at 1732200444428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fdca5b4: reopening flushed file at 1732200444453 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88f5347b88252519023862e96efdcdff in 65ms, sequenceid=5, compaction requested=false at 1732200444464 (+11 ms)Writing region close event to WAL at 1732200444465 (+1 ms)Running coprocessor post-close hooks at 1732200444472 (+7 ms)Closed at 1732200444472 2024-11-21T14:47:24,472 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732200254077.88f5347b88252519023862e96efdcdff. 2024-11-21T14:47:24,472 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fea39bb296e01d87e2041b10a6e3f9d, disabling compactions & flushes 2024-11-21T14:47:24,472 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:24,472 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:24,473 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. after waiting 0 ms 2024-11-21T14:47:24,473 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:24,476 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/colfamily11/4f6ed29ab28a4343930d46a90c910fbb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,477 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f27a7551344ae043a5099eb5795d38a in 78ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,478 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8fea39bb296e01d87e2041b10a6e3f9d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,480 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:24,480 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fea39bb296e01d87e2041b10a6e3f9d: Waiting for close lock at 1732200444472Running coprocessor pre-close hooks at 1732200444472Disabling compacts and flushes for region at 1732200444472Disabling writes for close at 1732200444473 (+1 ms)Writing region close event to WAL at 1732200444473Running coprocessor post-close hooks at 1732200444479 (+6 ms)Closed at 1732200444480 (+1 ms) 2024-11-21T14:47:24,480 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732200254077.8fea39bb296e01d87e2041b10a6e3f9d. 2024-11-21T14:47:24,480 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fcb5a754e3878230e6b7ea4ab245f04, disabling compactions & flushes 2024-11-21T14:47:24,480 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:47:24,480 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:47:24,480 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f27a7551344ae043a5099eb5795d38a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,480 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. after waiting 0 ms 2024-11-21T14:47:24,481 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:47:24,481 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2fcb5a754e3878230e6b7ea4ab245f04 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,481 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:47:24,481 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f27a7551344ae043a5099eb5795d38a: Waiting for close lock at 1732200444398Running coprocessor pre-close hooks at 1732200444398Disabling compacts and flushes for region at 1732200444398Disabling writes for close at 1732200444398Obtaining lock to block concurrent updates at 1732200444399 (+1 ms)Preparing flush snapshotting stores in 1f27a7551344ae043a5099eb5795d38a at 1732200444399Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444405 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. at 1732200444406 (+1 ms)Flushing 1f27a7551344ae043a5099eb5795d38a/colfamily11: creating writer at 1732200444407 (+1 ms)Flushing 1f27a7551344ae043a5099eb5795d38a/colfamily11: appending metadata at 1732200444424 (+17 ms)Flushing 1f27a7551344ae043a5099eb5795d38a/colfamily11: closing flushed file at 1732200444424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593d1d2d: reopening flushed file at 1732200444468 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f27a7551344ae043a5099eb5795d38a in 78ms, sequenceid=5, compaction requested=false at 1732200444477 (+9 ms)Writing region close event to WAL at 1732200444477Running coprocessor post-close hooks at 1732200444481 (+4 ms)Closed at 1732200444481 2024-11-21T14:47:24,481 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732200254077.1f27a7551344ae043a5099eb5795d38a. 2024-11-21T14:47:24,481 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b6741108d6ac738bb384689516a4f9, disabling compactions & flushes 2024-11-21T14:47:24,481 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:47:24,482 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:47:24,482 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. after waiting 0 ms 2024-11-21T14:47:24,482 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:47:24,482 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76b6741108d6ac738bb384689516a4f9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,495 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:47:24,499 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/.tmp/colfamily11/918463126d654f0d9cf2d7f232d821b1 is 52, key is ggg/colfamily11:colfamily11/1732200258164/Put/seqid=0 2024-11-21T14:47:24,499 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/.tmp/colfamily11/56fe78284f1d42f197700bba80ace5e1 is 52, key is xxx/colfamily11:colfamily11/1732200258441/Put/seqid=0 2024-11-21T14:47:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741890_1066 (size=39263) 2024-11-21T14:47:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741891_1067 (size=39263) 2024-11-21T14:47:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741890_1066 (size=39263) 2024-11-21T14:47:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741890_1066 (size=39263) 2024-11-21T14:47:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741891_1067 (size=39263) 2024-11-21T14:47:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741891_1067 (size=39263) 2024-11-21T14:47:24,517 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/.tmp/colfamily11/918463126d654f0d9cf2d7f232d821b1 2024-11-21T14:47:24,519 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/.tmp/colfamily11/56fe78284f1d42f197700bba80ace5e1 2024-11-21T14:47:24,526 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/.tmp/colfamily11/918463126d654f0d9cf2d7f232d821b1 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/colfamily11/918463126d654f0d9cf2d7f232d821b1 2024-11-21T14:47:24,526 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/.tmp/colfamily11/56fe78284f1d42f197700bba80ace5e1 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/colfamily11/56fe78284f1d42f197700bba80ace5e1 2024-11-21T14:47:24,533 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/colfamily11/918463126d654f0d9cf2d7f232d821b1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,534 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/colfamily11/56fe78284f1d42f197700bba80ace5e1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,534 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 76b6741108d6ac738bb384689516a4f9 in 52ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,535 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2fcb5a754e3878230e6b7ea4ab245f04 in 54ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,540 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76b6741108d6ac738bb384689516a4f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,540 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:47:24,540 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b6741108d6ac738bb384689516a4f9: Waiting for close lock at 1732200444481Running coprocessor pre-close hooks at 1732200444481Disabling compacts and flushes for region at 1732200444481Disabling writes for close at 1732200444482 (+1 ms)Obtaining lock to block concurrent updates at 1732200444482Preparing flush snapshotting stores in 76b6741108d6ac738bb384689516a4f9 at 1732200444482Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444482Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. at 1732200444482Flushing 76b6741108d6ac738bb384689516a4f9/colfamily11: creating writer at 1732200444482Flushing 76b6741108d6ac738bb384689516a4f9/colfamily11: appending metadata at 1732200444499 (+17 ms)Flushing 76b6741108d6ac738bb384689516a4f9/colfamily11: closing flushed file at 1732200444499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f047986: reopening flushed file at 1732200444525 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 76b6741108d6ac738bb384689516a4f9 in 52ms, sequenceid=5, compaction requested=false at 1732200444534 (+9 ms)Writing region close event to WAL at 1732200444535 (+1 ms)Running coprocessor post-close hooks at 1732200444540 (+5 ms)Closed at 1732200444540 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732200254077.76b6741108d6ac738bb384689516a4f9. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2fcb5a754e3878230e6b7ea4ab245f04/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a117755e0887b60927c0d3e068292a41, disabling compactions & flushes 2024-11-21T14:47:24,541 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. after waiting 0 ms 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:47:24,541 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a117755e0887b60927c0d3e068292a41 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-21T14:47:24,541 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fcb5a754e3878230e6b7ea4ab245f04: Waiting for close lock at 1732200444480Running coprocessor pre-close hooks at 1732200444480Disabling compacts and flushes for region at 1732200444480Disabling writes for close at 1732200444481 (+1 ms)Obtaining lock to block concurrent updates at 1732200444481Preparing flush snapshotting stores in 2fcb5a754e3878230e6b7ea4ab245f04 at 1732200444481Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444481Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. at 1732200444481Flushing 2fcb5a754e3878230e6b7ea4ab245f04/colfamily11: creating writer at 1732200444482 (+1 ms)Flushing 2fcb5a754e3878230e6b7ea4ab245f04/colfamily11: appending metadata at 1732200444499 (+17 ms)Flushing 2fcb5a754e3878230e6b7ea4ab245f04/colfamily11: closing flushed file at 1732200444499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7377dbc2: reopening flushed file at 1732200444525 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2fcb5a754e3878230e6b7ea4ab245f04 in 54ms, sequenceid=5, compaction requested=false at 1732200444535 (+10 ms)Writing region close event to WAL at 1732200444536 (+1 ms)Running coprocessor post-close hooks at 1732200444541 (+5 ms)Closed at 1732200444541 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732200254077.2fcb5a754e3878230e6b7ea4ab245f04. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57950baa77de9258f067b56482f1c053, disabling compactions & flushes 2024-11-21T14:47:24,541 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. after waiting 0 ms 2024-11-21T14:47:24,541 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:24,546 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57950baa77de9258f067b56482f1c053/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,547 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:24,547 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57950baa77de9258f067b56482f1c053: Waiting for close lock at 1732200444541Running coprocessor pre-close hooks at 1732200444541Disabling compacts and flushes for region at 1732200444541Disabling writes for close at 1732200444541Writing region close event to WAL at 1732200444542 (+1 ms)Running coprocessor post-close hooks at 1732200444547 (+5 ms)Closed at 1732200444547 2024-11-21T14:47:24,547 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732200254077.57950baa77de9258f067b56482f1c053. 2024-11-21T14:47:24,547 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2b4ac4894e47f8e5f1a6325eab98670, disabling compactions & flushes 2024-11-21T14:47:24,547 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:47:24,547 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:47:24,547 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. after waiting 0 ms 2024-11-21T14:47:24,547 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:47:24,547 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2b4ac4894e47f8e5f1a6325eab98670 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,558 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/.tmp/colfamily11/daf6ecef29ae462eafccada71ad03998 is 52, key is zzz/colfamily11:colfamily11/1732200258364/Put/seqid=0 2024-11-21T14:47:24,565 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/.tmp/colfamily11/5e4dc6e1d51d4b54bc0cb0b647116a47 is 52, key is hhh/colfamily11:colfamily11/1732200258258/Put/seqid=0 2024-11-21T14:47:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741892_1068 (size=4857) 2024-11-21T14:47:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741892_1068 (size=4857) 2024-11-21T14:47:24,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741892_1068 (size=4857) 2024-11-21T14:47:24,570 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/.tmp/colfamily11/daf6ecef29ae462eafccada71ad03998 2024-11-21T14:47:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741893_1069 (size=39263) 2024-11-21T14:47:24,577 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/.tmp/colfamily11/daf6ecef29ae462eafccada71ad03998 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/colfamily11/daf6ecef29ae462eafccada71ad03998 2024-11-21T14:47:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741893_1069 (size=39263) 2024-11-21T14:47:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741893_1069 (size=39263) 2024-11-21T14:47:24,579 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/.tmp/colfamily11/5e4dc6e1d51d4b54bc0cb0b647116a47 2024-11-21T14:47:24,585 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/colfamily11/daf6ecef29ae462eafccada71ad03998, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T14:47:24,586 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/.tmp/colfamily11/5e4dc6e1d51d4b54bc0cb0b647116a47 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/colfamily11/5e4dc6e1d51d4b54bc0cb0b647116a47 2024-11-21T14:47:24,586 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for a117755e0887b60927c0d3e068292a41 in 45ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,591 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a117755e0887b60927c0d3e068292a41/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,592 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:47:24,592 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a117755e0887b60927c0d3e068292a41: Waiting for close lock at 1732200444541Running coprocessor pre-close hooks at 1732200444541Disabling compacts and flushes for region at 1732200444541Disabling writes for close at 1732200444541Obtaining lock to block concurrent updates at 1732200444541Preparing flush snapshotting stores in a117755e0887b60927c0d3e068292a41 at 1732200444541Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1732200444541Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. at 1732200444542 (+1 ms)Flushing a117755e0887b60927c0d3e068292a41/colfamily11: creating writer at 1732200444542Flushing a117755e0887b60927c0d3e068292a41/colfamily11: appending metadata at 1732200444558 (+16 ms)Flushing a117755e0887b60927c0d3e068292a41/colfamily11: closing flushed file at 1732200444558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5b65c1: reopening flushed file at 1732200444577 (+19 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for a117755e0887b60927c0d3e068292a41 in 45ms, sequenceid=5, compaction requested=false at 1732200444586 (+9 ms)Writing region close event to WAL at 1732200444587 (+1 ms)Running coprocessor post-close hooks at 1732200444591 (+4 ms)Closed at 1732200444591 2024-11-21T14:47:24,592 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732200254077.a117755e0887b60927c0d3e068292a41. 2024-11-21T14:47:24,592 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d81f658c51857de1e0002ab83f7aac32, disabling compactions & flushes 2024-11-21T14:47:24,592 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:47:24,592 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:47:24,592 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. after waiting 0 ms 2024-11-21T14:47:24,592 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:47:24,592 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d81f658c51857de1e0002ab83f7aac32 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,593 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/colfamily11/5e4dc6e1d51d4b54bc0cb0b647116a47, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,594 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e2b4ac4894e47f8e5f1a6325eab98670 in 47ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,600 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1351): Waiting on 35c3211cc2c450536e5ab009e39669cd, 44e9c32365b53c2c278636504482499d, 4c8ddbdb2b1adde63dc2c6aec10adde4, 75c08ae67e6339292dce3bfa460f5c2f, b817f9841d3036357f2c5ab3fa2bbaea, bf60e048eba2cd42656fcb4d54f0c15d, df4ed9fdfb3533d92f7eda3aa829fc39, e2b4ac4894e47f8e5f1a6325eab98670, facd9e0ef8fea6ebbcf09294a392c477, fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:47:24,600 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1351): Waiting on 4352a2803c210df64049033616ad7e76, 5f6b48d750f1a79790fb9549be21ca6b, 60bf9d64626eda7a9893d59367db74bc, 753225effc5a59b36e2efd2edef3cb5b, acce77f99a4f069c785a608667d0fd25, cd50ceb00136ac90852951fb36cd6054, d81f658c51857de1e0002ab83f7aac32, f2d3e43e841b51ef8049887ce839e12a, fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:47:24,602 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2b4ac4894e47f8e5f1a6325eab98670/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,603 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:47:24,603 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2b4ac4894e47f8e5f1a6325eab98670: Waiting for close lock at 1732200444547Running coprocessor pre-close hooks at 1732200444547Disabling compacts and flushes for region at 1732200444547Disabling writes for close at 1732200444547Obtaining lock to block concurrent updates at 1732200444547Preparing flush snapshotting stores in e2b4ac4894e47f8e5f1a6325eab98670 at 1732200444547Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444548 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. at 1732200444548Flushing e2b4ac4894e47f8e5f1a6325eab98670/colfamily11: creating writer at 1732200444548Flushing e2b4ac4894e47f8e5f1a6325eab98670/colfamily11: appending metadata at 1732200444564 (+16 ms)Flushing e2b4ac4894e47f8e5f1a6325eab98670/colfamily11: closing flushed file at 1732200444564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cab6069: reopening flushed file at 1732200444585 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e2b4ac4894e47f8e5f1a6325eab98670 in 47ms, sequenceid=5, compaction requested=false at 1732200444594 (+9 ms)Writing region close event to WAL at 1732200444595 (+1 ms)Running coprocessor post-close hooks at 1732200444603 (+8 ms)Closed at 1732200444603 2024-11-21T14:47:24,603 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732200254077.e2b4ac4894e47f8e5f1a6325eab98670. 2024-11-21T14:47:24,603 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44e9c32365b53c2c278636504482499d, disabling compactions & flushes 2024-11-21T14:47:24,603 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:24,603 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:24,603 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. after waiting 0 ms 2024-11-21T14:47:24,603 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:24,611 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/44e9c32365b53c2c278636504482499d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,612 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:24,612 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44e9c32365b53c2c278636504482499d: Waiting for close lock at 1732200444603Running coprocessor pre-close hooks at 1732200444603Disabling compacts and flushes for region at 1732200444603Disabling writes for close at 1732200444603Writing region close event to WAL at 1732200444607 (+4 ms)Running coprocessor post-close hooks at 1732200444612 (+5 ms)Closed at 1732200444612 2024-11-21T14:47:24,612 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732200254077.44e9c32365b53c2c278636504482499d. 2024-11-21T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf60e048eba2cd42656fcb4d54f0c15d, disabling compactions & flushes 2024-11-21T14:47:24,613 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. after waiting 0 ms 2024-11-21T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:47:24,613 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf60e048eba2cd42656fcb4d54f0c15d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/.tmp/colfamily11/dd094fce41e34dd0bfc443690e4b5415 is 52, key is eee/colfamily11:colfamily11/1732200258133/Put/seqid=0 2024-11-21T14:47:24,635 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/.tmp/colfamily11/e864ad1d2bed40508f23f4fb17204c97 is 52, key is nnn/colfamily11:colfamily11/1732200258343/Put/seqid=0 2024-11-21T14:47:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741894_1070 (size=39263) 2024-11-21T14:47:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741894_1070 (size=39263) 2024-11-21T14:47:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741894_1070 (size=39263) 2024-11-21T14:47:24,652 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/.tmp/colfamily11/dd094fce41e34dd0bfc443690e4b5415 2024-11-21T14:47:24,659 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/.tmp/colfamily11/dd094fce41e34dd0bfc443690e4b5415 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/colfamily11/dd094fce41e34dd0bfc443690e4b5415 2024-11-21T14:47:24,665 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/colfamily11/dd094fce41e34dd0bfc443690e4b5415, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741895_1071 (size=39263) 2024-11-21T14:47:24,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741895_1071 (size=39263) 2024-11-21T14:47:24,667 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d81f658c51857de1e0002ab83f7aac32 in 75ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741895_1071 (size=39263) 2024-11-21T14:47:24,669 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/.tmp/colfamily11/e864ad1d2bed40508f23f4fb17204c97 2024-11-21T14:47:24,672 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d81f658c51857de1e0002ab83f7aac32/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,673 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:47:24,673 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d81f658c51857de1e0002ab83f7aac32: Waiting for close lock at 1732200444592Running coprocessor pre-close hooks at 1732200444592Disabling compacts and flushes for region at 1732200444592Disabling writes for close at 1732200444592Obtaining lock to block concurrent updates at 1732200444592Preparing flush snapshotting stores in d81f658c51857de1e0002ab83f7aac32 at 1732200444592Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444592Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. at 1732200444594 (+2 ms)Flushing d81f658c51857de1e0002ab83f7aac32/colfamily11: creating writer at 1732200444594Flushing d81f658c51857de1e0002ab83f7aac32/colfamily11: appending metadata at 1732200444613 (+19 ms)Flushing d81f658c51857de1e0002ab83f7aac32/colfamily11: closing flushed file at 1732200444613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d3c0cb: reopening flushed file at 1732200444658 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d81f658c51857de1e0002ab83f7aac32 in 75ms, sequenceid=5, compaction requested=false at 1732200444667 (+9 ms)Writing region close event to WAL at 1732200444668 (+1 ms)Running coprocessor post-close hooks at 1732200444673 (+5 ms)Closed at 1732200444673 2024-11-21T14:47:24,673 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732200254077.d81f658c51857de1e0002ab83f7aac32. 2024-11-21T14:47:24,673 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd50ceb00136ac90852951fb36cd6054, disabling compactions & flushes 2024-11-21T14:47:24,673 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:47:24,673 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:47:24,673 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. after waiting 0 ms 2024-11-21T14:47:24,673 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:47:24,674 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd50ceb00136ac90852951fb36cd6054 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,676 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/.tmp/colfamily11/e864ad1d2bed40508f23f4fb17204c97 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/colfamily11/e864ad1d2bed40508f23f4fb17204c97 2024-11-21T14:47:24,682 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/colfamily11/e864ad1d2bed40508f23f4fb17204c97, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,683 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bf60e048eba2cd42656fcb4d54f0c15d in 70ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,687 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf60e048eba2cd42656fcb4d54f0c15d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,687 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:47:24,688 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf60e048eba2cd42656fcb4d54f0c15d: Waiting for close lock at 1732200444613Running coprocessor pre-close hooks at 1732200444613Disabling compacts and flushes for region at 1732200444613Disabling writes for close at 1732200444613Obtaining lock to block concurrent updates at 1732200444613Preparing flush snapshotting stores in bf60e048eba2cd42656fcb4d54f0c15d at 1732200444613Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444613Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. at 1732200444614 (+1 ms)Flushing bf60e048eba2cd42656fcb4d54f0c15d/colfamily11: creating writer at 1732200444614Flushing bf60e048eba2cd42656fcb4d54f0c15d/colfamily11: appending metadata at 1732200444634 (+20 ms)Flushing bf60e048eba2cd42656fcb4d54f0c15d/colfamily11: closing flushed file at 1732200444634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cab61b: reopening flushed file at 1732200444675 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bf60e048eba2cd42656fcb4d54f0c15d in 70ms, sequenceid=5, compaction requested=false at 1732200444683 (+8 ms)Writing region close event to WAL at 1732200444683Running coprocessor post-close hooks at 1732200444687 (+4 ms)Closed at 1732200444687 2024-11-21T14:47:24,688 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732200254077.bf60e048eba2cd42656fcb4d54f0c15d. 2024-11-21T14:47:24,688 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75c08ae67e6339292dce3bfa460f5c2f, disabling compactions & flushes 2024-11-21T14:47:24,688 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:24,688 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:24,688 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. after waiting 0 ms 2024-11-21T14:47:24,688 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:24,692 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/75c08ae67e6339292dce3bfa460f5c2f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,692 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:24,692 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75c08ae67e6339292dce3bfa460f5c2f: Waiting for close lock at 1732200444688Running coprocessor pre-close hooks at 1732200444688Disabling compacts and flushes for region at 1732200444688Disabling writes for close at 1732200444688Writing region close event to WAL at 1732200444689 (+1 ms)Running coprocessor post-close hooks at 1732200444692 (+3 ms)Closed at 1732200444692 2024-11-21T14:47:24,693 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732200254077.75c08ae67e6339292dce3bfa460f5c2f. 2024-11-21T14:47:24,693 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/.tmp/colfamily11/f90e57b9ae64415ba71c34b21d0f9033 is 52, key is www/colfamily11:colfamily11/1732200258353/Put/seqid=0 2024-11-21T14:47:24,693 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing facd9e0ef8fea6ebbcf09294a392c477, disabling compactions & flushes 2024-11-21T14:47:24,693 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:24,693 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:24,693 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. after waiting 0 ms 2024-11-21T14:47:24,693 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:24,700 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/facd9e0ef8fea6ebbcf09294a392c477/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,701 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:24,701 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for facd9e0ef8fea6ebbcf09294a392c477: Waiting for close lock at 1732200444693Running coprocessor pre-close hooks at 1732200444693Disabling compacts and flushes for region at 1732200444693Disabling writes for close at 1732200444693Writing region close event to WAL at 1732200444694 (+1 ms)Running coprocessor post-close hooks at 1732200444701 (+7 ms)Closed at 1732200444701 2024-11-21T14:47:24,701 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732200254077.facd9e0ef8fea6ebbcf09294a392c477. 2024-11-21T14:47:24,701 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c8ddbdb2b1adde63dc2c6aec10adde4, disabling compactions & flushes 2024-11-21T14:47:24,701 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:47:24,701 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:47:24,701 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. after waiting 0 ms 2024-11-21T14:47:24,701 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:47:24,701 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c8ddbdb2b1adde63dc2c6aec10adde4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741896_1072 (size=39263) 2024-11-21T14:47:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741896_1072 (size=39263) 2024-11-21T14:47:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741896_1072 (size=39263) 2024-11-21T14:47:24,706 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/.tmp/colfamily11/f90e57b9ae64415ba71c34b21d0f9033 2024-11-21T14:47:24,713 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/.tmp/colfamily11/f90e57b9ae64415ba71c34b21d0f9033 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/colfamily11/f90e57b9ae64415ba71c34b21d0f9033 2024-11-21T14:47:24,719 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/colfamily11/f90e57b9ae64415ba71c34b21d0f9033, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,720 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cd50ceb00136ac90852951fb36cd6054 in 47ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,720 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/.tmp/colfamily11/15e8ce92124b4e03bb8809b4e03e34bc is 52, key is ccc/colfamily11:colfamily11/1732200258178/Put/seqid=0 2024-11-21T14:47:24,734 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd50ceb00136ac90852951fb36cd6054/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,734 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:47:24,734 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd50ceb00136ac90852951fb36cd6054: Waiting for close lock at 1732200444673Running coprocessor pre-close hooks at 1732200444673Disabling compacts and flushes for region at 1732200444673Disabling writes for close at 1732200444673Obtaining lock to block concurrent updates at 1732200444674 (+1 ms)Preparing flush snapshotting stores in cd50ceb00136ac90852951fb36cd6054 at 1732200444674Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444674Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. at 1732200444674Flushing cd50ceb00136ac90852951fb36cd6054/colfamily11: creating writer at 1732200444674Flushing cd50ceb00136ac90852951fb36cd6054/colfamily11: appending metadata at 1732200444692 (+18 ms)Flushing cd50ceb00136ac90852951fb36cd6054/colfamily11: closing flushed file at 1732200444692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1114ef9: reopening flushed file at 1732200444712 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cd50ceb00136ac90852951fb36cd6054 in 47ms, sequenceid=5, compaction requested=false at 1732200444720 (+8 ms)Writing region close event to WAL at 1732200444726 (+6 ms)Running coprocessor post-close hooks at 1732200444734 (+8 ms)Closed at 1732200444734 2024-11-21T14:47:24,734 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732200254077.cd50ceb00136ac90852951fb36cd6054. 2024-11-21T14:47:24,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60bf9d64626eda7a9893d59367db74bc, disabling compactions & flushes 2024-11-21T14:47:24,735 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:24,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:24,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. after waiting 0 ms 2024-11-21T14:47:24,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741897_1073 (size=39263) 2024-11-21T14:47:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741897_1073 (size=39263) 2024-11-21T14:47:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741897_1073 (size=39263) 2024-11-21T14:47:24,739 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/.tmp/colfamily11/15e8ce92124b4e03bb8809b4e03e34bc 2024-11-21T14:47:24,742 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/60bf9d64626eda7a9893d59367db74bc/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,743 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:24,743 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60bf9d64626eda7a9893d59367db74bc: Waiting for close lock at 1732200444735Running coprocessor pre-close hooks at 1732200444735Disabling compacts and flushes for region at 1732200444735Disabling writes for close at 1732200444735Writing region close event to WAL at 1732200444735Running coprocessor post-close hooks at 1732200444743 (+8 ms)Closed at 1732200444743 2024-11-21T14:47:24,743 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732200254077.60bf9d64626eda7a9893d59367db74bc. 2024-11-21T14:47:24,743 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 753225effc5a59b36e2efd2edef3cb5b, disabling compactions & flushes 2024-11-21T14:47:24,743 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:24,743 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:24,743 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. after waiting 0 ms 2024-11-21T14:47:24,744 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:24,748 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/753225effc5a59b36e2efd2edef3cb5b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,749 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:24,749 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 753225effc5a59b36e2efd2edef3cb5b: Waiting for close lock at 1732200444743Running coprocessor pre-close hooks at 1732200444743Disabling compacts and flushes for region at 1732200444743Disabling writes for close at 1732200444743Writing region close event to WAL at 1732200444744 (+1 ms)Running coprocessor post-close hooks at 1732200444749 (+5 ms)Closed at 1732200444749 2024-11-21T14:47:24,749 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732200254077.753225effc5a59b36e2efd2edef3cb5b. 2024-11-21T14:47:24,749 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2d3e43e841b51ef8049887ce839e12a, disabling compactions & flushes 2024-11-21T14:47:24,749 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:47:24,749 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:47:24,749 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. after waiting 0 ms 2024-11-21T14:47:24,750 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:47:24,750 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2d3e43e841b51ef8049887ce839e12a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,750 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/.tmp/colfamily11/15e8ce92124b4e03bb8809b4e03e34bc as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily11/15e8ce92124b4e03bb8809b4e03e34bc 2024-11-21T14:47:24,757 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily11/15e8ce92124b4e03bb8809b4e03e34bc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,758 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c8ddbdb2b1adde63dc2c6aec10adde4 in 56ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,762 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c8ddbdb2b1adde63dc2c6aec10adde4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,763 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:47:24,763 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c8ddbdb2b1adde63dc2c6aec10adde4: Waiting for close lock at 1732200444701Running coprocessor pre-close hooks at 1732200444701Disabling compacts and flushes for region at 1732200444701Disabling writes for close at 1732200444701Obtaining lock to block concurrent updates at 1732200444701Preparing flush snapshotting stores in 4c8ddbdb2b1adde63dc2c6aec10adde4 at 1732200444701Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444702 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. at 1732200444702Flushing 4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily11: creating writer at 1732200444702Flushing 4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily11: appending metadata at 1732200444720 (+18 ms)Flushing 4c8ddbdb2b1adde63dc2c6aec10adde4/colfamily11: closing flushed file at 1732200444720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6c99f1: reopening flushed file at 1732200444749 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c8ddbdb2b1adde63dc2c6aec10adde4 in 56ms, sequenceid=5, compaction requested=false at 1732200444758 (+9 ms)Writing region close event to WAL at 1732200444758Running coprocessor post-close hooks at 1732200444763 (+5 ms)Closed at 1732200444763 2024-11-21T14:47:24,763 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732200254077.4c8ddbdb2b1adde63dc2c6aec10adde4. 2024-11-21T14:47:24,763 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df4ed9fdfb3533d92f7eda3aa829fc39, disabling compactions & flushes 2024-11-21T14:47:24,763 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:47:24,763 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:47:24,763 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. after waiting 0 ms 2024-11-21T14:47:24,763 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:47:24,764 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df4ed9fdfb3533d92f7eda3aa829fc39 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,769 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/.tmp/colfamily11/91b0eae79425448c93e952e87df517a6 is 52, key is ppp/colfamily11:colfamily11/1732200258263/Put/seqid=0 2024-11-21T14:47:24,786 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/.tmp/colfamily11/b5d82c6a627345b6ae42064c4a86928a is 52, key is bbb/colfamily11:colfamily11/1732200258136/Put/seqid=0 2024-11-21T14:47:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741898_1074 (size=39263) 2024-11-21T14:47:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741898_1074 (size=39263) 2024-11-21T14:47:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741898_1074 (size=39263) 2024-11-21T14:47:24,792 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/.tmp/colfamily11/91b0eae79425448c93e952e87df517a6 2024-11-21T14:47:24,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741899_1075 (size=39263) 2024-11-21T14:47:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741899_1075 (size=39263) 2024-11-21T14:47:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741899_1075 (size=39263) 2024-11-21T14:47:24,797 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/.tmp/colfamily11/b5d82c6a627345b6ae42064c4a86928a 2024-11-21T14:47:24,800 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1351): Waiting on 35c3211cc2c450536e5ab009e39669cd, b817f9841d3036357f2c5ab3fa2bbaea, df4ed9fdfb3533d92f7eda3aa829fc39, fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:47:24,800 DEBUG [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1351): Waiting on 4352a2803c210df64049033616ad7e76, 5f6b48d750f1a79790fb9549be21ca6b, acce77f99a4f069c785a608667d0fd25, f2d3e43e841b51ef8049887ce839e12a, fff54c8ca168de5a03e619ecccca0c43 2024-11-21T14:47:24,804 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/.tmp/colfamily11/91b0eae79425448c93e952e87df517a6 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/colfamily11/91b0eae79425448c93e952e87df517a6 2024-11-21T14:47:24,812 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/.tmp/colfamily11/b5d82c6a627345b6ae42064c4a86928a as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/colfamily11/b5d82c6a627345b6ae42064c4a86928a 2024-11-21T14:47:24,817 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/colfamily11/91b0eae79425448c93e952e87df517a6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,818 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2d3e43e841b51ef8049887ce839e12a in 68ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,820 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/colfamily11/b5d82c6a627345b6ae42064c4a86928a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,821 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df4ed9fdfb3533d92f7eda3aa829fc39 in 57ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,837 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2d3e43e841b51ef8049887ce839e12a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,837 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:47:24,837 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2d3e43e841b51ef8049887ce839e12a: Waiting for close lock at 1732200444749Running coprocessor pre-close hooks at 1732200444749Disabling compacts and flushes for region at 1732200444749Disabling writes for close at 1732200444749Obtaining lock to block concurrent updates at 1732200444750 (+1 ms)Preparing flush snapshotting stores in f2d3e43e841b51ef8049887ce839e12a at 1732200444750Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444750Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. at 1732200444751 (+1 ms)Flushing f2d3e43e841b51ef8049887ce839e12a/colfamily11: creating writer at 1732200444751Flushing f2d3e43e841b51ef8049887ce839e12a/colfamily11: appending metadata at 1732200444768 (+17 ms)Flushing f2d3e43e841b51ef8049887ce839e12a/colfamily11: closing flushed file at 1732200444768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4152f592: reopening flushed file at 1732200444803 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2d3e43e841b51ef8049887ce839e12a in 68ms, sequenceid=5, compaction requested=false at 1732200444818 (+15 ms)Writing region close event to WAL at 1732200444832 (+14 ms)Running coprocessor post-close hooks at 1732200444837 (+5 ms)Closed at 1732200444837 2024-11-21T14:47:24,838 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732200254077.f2d3e43e841b51ef8049887ce839e12a. 2024-11-21T14:47:24,838 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f6b48d750f1a79790fb9549be21ca6b, disabling compactions & flushes 2024-11-21T14:47:24,838 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:24,838 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:24,838 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. after waiting 0 ms 2024-11-21T14:47:24,838 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:24,843 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df4ed9fdfb3533d92f7eda3aa829fc39/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,844 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:47:24,844 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df4ed9fdfb3533d92f7eda3aa829fc39: Waiting for close lock at 1732200444763Running coprocessor pre-close hooks at 1732200444763Disabling compacts and flushes for region at 1732200444763Disabling writes for close at 1732200444763Obtaining lock to block concurrent updates at 1732200444764 (+1 ms)Preparing flush snapshotting stores in df4ed9fdfb3533d92f7eda3aa829fc39 at 1732200444764Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444764Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. at 1732200444767 (+3 ms)Flushing df4ed9fdfb3533d92f7eda3aa829fc39/colfamily11: creating writer at 1732200444767Flushing df4ed9fdfb3533d92f7eda3aa829fc39/colfamily11: appending metadata at 1732200444785 (+18 ms)Flushing df4ed9fdfb3533d92f7eda3aa829fc39/colfamily11: closing flushed file at 1732200444785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d7f1e6: reopening flushed file at 1732200444806 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df4ed9fdfb3533d92f7eda3aa829fc39 in 57ms, sequenceid=5, compaction requested=false at 1732200444821 (+15 ms)Writing region close event to WAL at 1732200444832 (+11 ms)Running coprocessor post-close hooks at 1732200444844 (+12 ms)Closed at 1732200444844 2024-11-21T14:47:24,844 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732200254077.df4ed9fdfb3533d92f7eda3aa829fc39. 2024-11-21T14:47:24,844 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c3211cc2c450536e5ab009e39669cd, disabling compactions & flushes 2024-11-21T14:47:24,844 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:47:24,844 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:47:24,844 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. after waiting 0 ms 2024-11-21T14:47:24,844 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:47:24,844 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35c3211cc2c450536e5ab009e39669cd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,855 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b48d750f1a79790fb9549be21ca6b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,855 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:24,855 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f6b48d750f1a79790fb9549be21ca6b: Waiting for close lock at 1732200444838Running coprocessor pre-close hooks at 1732200444838Disabling compacts and flushes for region at 1732200444838Disabling writes for close at 1732200444838Writing region close event to WAL at 1732200444843 (+5 ms)Running coprocessor post-close hooks at 1732200444855 (+12 ms)Closed at 1732200444855 2024-11-21T14:47:24,856 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732200254077.5f6b48d750f1a79790fb9549be21ca6b. 2024-11-21T14:47:24,856 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4352a2803c210df64049033616ad7e76, disabling compactions & flushes 2024-11-21T14:47:24,856 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:47:24,856 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:47:24,856 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. after waiting 0 ms 2024-11-21T14:47:24,856 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:47:24,856 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4352a2803c210df64049033616ad7e76 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,867 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/.tmp/colfamily11/3ed25078de49413c83b517944afdc84f is 52, key is uuu/colfamily11:colfamily11/1732200258419/Put/seqid=0 2024-11-21T14:47:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741900_1076 (size=39263) 2024-11-21T14:47:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741900_1076 (size=39263) 2024-11-21T14:47:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741900_1076 (size=39263) 2024-11-21T14:47:24,879 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/.tmp/colfamily11/3ed25078de49413c83b517944afdc84f 2024-11-21T14:47:24,881 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/.tmp/colfamily11/87ffbc249e6349b5a9e1a0a18a8f339e is 52, key is mmm/colfamily11:colfamily11/1732200258232/Put/seqid=0 2024-11-21T14:47:24,887 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/.tmp/colfamily11/3ed25078de49413c83b517944afdc84f as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/colfamily11/3ed25078de49413c83b517944afdc84f 2024-11-21T14:47:24,894 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/colfamily11/3ed25078de49413c83b517944afdc84f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,895 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 35c3211cc2c450536e5ab009e39669cd in 51ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741901_1077 (size=39263) 2024-11-21T14:47:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741901_1077 (size=39263) 2024-11-21T14:47:24,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741901_1077 (size=39263) 2024-11-21T14:47:24,900 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/.tmp/colfamily11/87ffbc249e6349b5a9e1a0a18a8f339e 2024-11-21T14:47:24,908 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/.tmp/colfamily11/87ffbc249e6349b5a9e1a0a18a8f339e as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/colfamily11/87ffbc249e6349b5a9e1a0a18a8f339e 2024-11-21T14:47:24,909 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/35c3211cc2c450536e5ab009e39669cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,910 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:47:24,910 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c3211cc2c450536e5ab009e39669cd: Waiting for close lock at 1732200444844Running coprocessor pre-close hooks at 1732200444844Disabling compacts and flushes for region at 1732200444844Disabling writes for close at 1732200444844Obtaining lock to block concurrent updates at 1732200444844Preparing flush snapshotting stores in 35c3211cc2c450536e5ab009e39669cd at 1732200444844Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444845 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. at 1732200444845Flushing 35c3211cc2c450536e5ab009e39669cd/colfamily11: creating writer at 1732200444845Flushing 35c3211cc2c450536e5ab009e39669cd/colfamily11: appending metadata at 1732200444867 (+22 ms)Flushing 35c3211cc2c450536e5ab009e39669cd/colfamily11: closing flushed file at 1732200444867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78cefd50: reopening flushed file at 1732200444886 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 35c3211cc2c450536e5ab009e39669cd in 51ms, sequenceid=5, compaction requested=false at 1732200444895 (+9 ms)Writing region close event to WAL at 1732200444904 (+9 ms)Running coprocessor post-close hooks at 1732200444909 (+5 ms)Closed at 1732200444910 (+1 ms) 2024-11-21T14:47:24,910 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732200254077.35c3211cc2c450536e5ab009e39669cd. 2024-11-21T14:47:24,910 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b817f9841d3036357f2c5ab3fa2bbaea, disabling compactions & flushes 2024-11-21T14:47:24,910 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:47:24,910 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:47:24,910 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. after waiting 0 ms 2024-11-21T14:47:24,910 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:47:24,910 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b817f9841d3036357f2c5ab3fa2bbaea 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,916 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:47:24,916 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:47:24,919 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/colfamily11/87ffbc249e6349b5a9e1a0a18a8f339e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,920 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4352a2803c210df64049033616ad7e76 in 64ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,925 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4352a2803c210df64049033616ad7e76/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,926 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:47:24,926 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4352a2803c210df64049033616ad7e76: Waiting for close lock at 1732200444856Running coprocessor pre-close hooks at 1732200444856Disabling compacts and flushes for region at 1732200444856Disabling writes for close at 1732200444856Obtaining lock to block concurrent updates at 1732200444856Preparing flush snapshotting stores in 4352a2803c210df64049033616ad7e76 at 1732200444856Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444856Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. at 1732200444857 (+1 ms)Flushing 4352a2803c210df64049033616ad7e76/colfamily11: creating writer at 1732200444857Flushing 4352a2803c210df64049033616ad7e76/colfamily11: appending metadata at 1732200444881 (+24 ms)Flushing 4352a2803c210df64049033616ad7e76/colfamily11: closing flushed file at 1732200444881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495c8022: reopening flushed file at 1732200444907 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4352a2803c210df64049033616ad7e76 in 64ms, sequenceid=5, compaction requested=false at 1732200444920 (+13 ms)Writing region close event to WAL at 1732200444921 (+1 ms)Running coprocessor post-close hooks at 1732200444926 (+5 ms)Closed at 1732200444926 2024-11-21T14:47:24,926 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732200254077.4352a2803c210df64049033616ad7e76. 2024-11-21T14:47:24,926 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fff54c8ca168de5a03e619ecccca0c43, disabling compactions & flushes 2024-11-21T14:47:24,926 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:47:24,926 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:47:24,926 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. after waiting 0 ms 2024-11-21T14:47:24,926 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:47:24,927 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fff54c8ca168de5a03e619ecccca0c43 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,930 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/.tmp/colfamily11/357bc2aea6544100a1b32fcd92c3b757 is 52, key is rrr/colfamily11:colfamily11/1732200258382/Put/seqid=0 2024-11-21T14:47:24,945 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/.tmp/colfamily11/3e9ce3d87865432696c0dd8701b22bfe is 52, key is ttt/colfamily11:colfamily11/1732200258310/Put/seqid=0 2024-11-21T14:47:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741902_1078 (size=39263) 2024-11-21T14:47:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741902_1078 (size=39263) 2024-11-21T14:47:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741902_1078 (size=39263) 2024-11-21T14:47:24,947 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/.tmp/colfamily11/357bc2aea6544100a1b32fcd92c3b757 2024-11-21T14:47:24,957 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/.tmp/colfamily11/357bc2aea6544100a1b32fcd92c3b757 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/colfamily11/357bc2aea6544100a1b32fcd92c3b757 2024-11-21T14:47:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741903_1079 (size=39263) 2024-11-21T14:47:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741903_1079 (size=39263) 2024-11-21T14:47:24,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741903_1079 (size=39263) 2024-11-21T14:47:24,964 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/.tmp/colfamily11/3e9ce3d87865432696c0dd8701b22bfe 2024-11-21T14:47:24,969 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/colfamily11/357bc2aea6544100a1b32fcd92c3b757, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,970 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:47:24,970 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:47:24,971 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b817f9841d3036357f2c5ab3fa2bbaea in 61ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,972 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/.tmp/colfamily11/3e9ce3d87865432696c0dd8701b22bfe as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/colfamily11/3e9ce3d87865432696c0dd8701b22bfe 2024-11-21T14:47:24,978 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b817f9841d3036357f2c5ab3fa2bbaea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,979 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:47:24,979 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b817f9841d3036357f2c5ab3fa2bbaea: Waiting for close lock at 1732200444910Running coprocessor pre-close hooks at 1732200444910Disabling compacts and flushes for region at 1732200444910Disabling writes for close at 1732200444910Obtaining lock to block concurrent updates at 1732200444910Preparing flush snapshotting stores in b817f9841d3036357f2c5ab3fa2bbaea at 1732200444910Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444911 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. at 1732200444911Flushing b817f9841d3036357f2c5ab3fa2bbaea/colfamily11: creating writer at 1732200444911Flushing b817f9841d3036357f2c5ab3fa2bbaea/colfamily11: appending metadata at 1732200444930 (+19 ms)Flushing b817f9841d3036357f2c5ab3fa2bbaea/colfamily11: closing flushed file at 1732200444930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122b79c: reopening flushed file at 1732200444956 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b817f9841d3036357f2c5ab3fa2bbaea in 61ms, sequenceid=5, compaction requested=false at 1732200444971 (+15 ms)Writing region close event to WAL at 1732200444972 (+1 ms)Running coprocessor post-close hooks at 1732200444979 (+7 ms)Closed at 1732200444979 2024-11-21T14:47:24,979 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732200254077.b817f9841d3036357f2c5ab3fa2bbaea. 2024-11-21T14:47:24,979 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcbf2c77e78cc6fade55a4d32dc3035e, disabling compactions & flushes 2024-11-21T14:47:24,979 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:47:24,979 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:47:24,979 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. after waiting 0 ms 2024-11-21T14:47:24,980 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:47:24,980 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcbf2c77e78cc6fade55a4d32dc3035e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T14:47:24,981 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/colfamily11/3e9ce3d87865432696c0dd8701b22bfe, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:24,982 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fff54c8ca168de5a03e619ecccca0c43 in 56ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:24,986 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fff54c8ca168de5a03e619ecccca0c43/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:24,987 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:47:24,987 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fff54c8ca168de5a03e619ecccca0c43: Waiting for close lock at 1732200444926Running coprocessor pre-close hooks at 1732200444926Disabling compacts and flushes for region at 1732200444926Disabling writes for close at 1732200444926Obtaining lock to block concurrent updates at 1732200444927 (+1 ms)Preparing flush snapshotting stores in fff54c8ca168de5a03e619ecccca0c43 at 1732200444927Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444927Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. at 1732200444928 (+1 ms)Flushing fff54c8ca168de5a03e619ecccca0c43/colfamily11: creating writer at 1732200444928Flushing fff54c8ca168de5a03e619ecccca0c43/colfamily11: appending metadata at 1732200444945 (+17 ms)Flushing fff54c8ca168de5a03e619ecccca0c43/colfamily11: closing flushed file at 1732200444945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b9dad7: reopening flushed file at 1732200444971 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fff54c8ca168de5a03e619ecccca0c43 in 56ms, sequenceid=5, compaction requested=false at 1732200444982 (+11 ms)Writing region close event to WAL at 1732200444983 (+1 ms)Running coprocessor post-close hooks at 1732200444987 (+4 ms)Closed at 1732200444987 2024-11-21T14:47:24,987 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732200254077.fff54c8ca168de5a03e619ecccca0c43. 2024-11-21T14:47:24,988 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acce77f99a4f069c785a608667d0fd25, disabling compactions & flushes 2024-11-21T14:47:24,988 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:24,988 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:24,988 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. after waiting 0 ms 2024-11-21T14:47:24,988 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:24,992 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acce77f99a4f069c785a608667d0fd25/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T14:47:24,993 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:24,993 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acce77f99a4f069c785a608667d0fd25: Waiting for close lock at 1732200444987Running coprocessor pre-close hooks at 1732200444987Disabling compacts and flushes for region at 1732200444987Disabling writes for close at 1732200444988 (+1 ms)Writing region close event to WAL at 1732200444988Running coprocessor post-close hooks at 1732200444993 (+5 ms)Closed at 1732200444993 2024-11-21T14:47:24,993 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732200254077.acce77f99a4f069c785a608667d0fd25. 2024-11-21T14:47:25,000 DEBUG [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1351): Waiting on fcbf2c77e78cc6fade55a4d32dc3035e 2024-11-21T14:47:25,000 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,42435,1732200251424; all regions closed. 2024-11-21T14:47:25,001 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/.tmp/colfamily11/4c53be42477f4b98b5523c4a1a86325a is 52, key is ddd/colfamily11:colfamily11/1732200258219/Put/seqid=0 2024-11-21T14:47:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741865_1041 (size=15722) 2024-11-21T14:47:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741865_1041 (size=15722) 2024-11-21T14:47:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741865_1041 (size=15722) 2024-11-21T14:47:25,017 DEBUG [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs 2024-11-21T14:47:25,017 INFO [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C42435%2C1732200251424.meta:.meta(num 1732200439579) 2024-11-21T14:47:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741904_1080 (size=39263) 2024-11-21T14:47:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741904_1080 (size=39263) 2024-11-21T14:47:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741904_1080 (size=39263) 2024-11-21T14:47:25,020 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/.tmp/colfamily11/4c53be42477f4b98b5523c4a1a86325a 2024-11-21T14:47:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741834_1010 (size=277808) 2024-11-21T14:47:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741834_1010 (size=277808) 2024-11-21T14:47:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741834_1010 (size=277808) 2024-11-21T14:47:25,026 DEBUG [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs 2024-11-21T14:47:25,026 INFO [RS:1;f7796871bd2a:42435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C42435%2C1732200251424:(num 1732200253139) 2024-11-21T14:47:25,026 DEBUG [RS:1;f7796871bd2a:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:25,027 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:47:25,027 INFO [RS:1;f7796871bd2a:42435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:47:25,027 INFO [RS:1;f7796871bd2a:42435 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:47:25,027 INFO [RS:1;f7796871bd2a:42435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:47:25,028 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:47:25,028 INFO [RS:1;f7796871bd2a:42435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42435 2024-11-21T14:47:25,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:47:25,030 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/.tmp/colfamily11/4c53be42477f4b98b5523c4a1a86325a as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/colfamily11/4c53be42477f4b98b5523c4a1a86325a 2024-11-21T14:47:25,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,42435,1732200251424 2024-11-21T14:47:25,031 INFO [RS:1;f7796871bd2a:42435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:47:25,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,42435,1732200251424] 2024-11-21T14:47:25,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,42435,1732200251424 already deleted, retry=false 2024-11-21T14:47:25,033 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,42435,1732200251424 expired; onlineServers=1 2024-11-21T14:47:25,039 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/colfamily11/4c53be42477f4b98b5523c4a1a86325a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T14:47:25,040 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fcbf2c77e78cc6fade55a4d32dc3035e in 60ms, sequenceid=5, compaction requested=false 2024-11-21T14:47:25,044 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fcbf2c77e78cc6fade55a4d32dc3035e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:47:25,044 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:47:25,044 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcbf2c77e78cc6fade55a4d32dc3035e: Waiting for close lock at 1732200444979Running coprocessor pre-close hooks at 1732200444979Disabling compacts and flushes for region at 1732200444979Disabling writes for close at 1732200444980 (+1 ms)Obtaining lock to block concurrent updates at 1732200444980Preparing flush snapshotting stores in fcbf2c77e78cc6fade55a4d32dc3035e at 1732200444980Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732200444980Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. at 1732200444981 (+1 ms)Flushing fcbf2c77e78cc6fade55a4d32dc3035e/colfamily11: creating writer at 1732200444981Flushing fcbf2c77e78cc6fade55a4d32dc3035e/colfamily11: appending metadata at 1732200445001 (+20 ms)Flushing fcbf2c77e78cc6fade55a4d32dc3035e/colfamily11: closing flushed file at 1732200445001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351cbd67: reopening flushed file at 1732200445028 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fcbf2c77e78cc6fade55a4d32dc3035e in 60ms, sequenceid=5, compaction requested=false at 1732200445040 (+12 ms)Writing region close event to WAL at 1732200445040Running coprocessor post-close hooks at 1732200445044 (+4 ms)Closed at 1732200445044 2024-11-21T14:47:25,045 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732200254077.fcbf2c77e78cc6fade55a4d32dc3035e. 2024-11-21T14:47:25,132 INFO [RS:1;f7796871bd2a:42435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:47:25,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:47:25,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1001a89f19c0002, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:47:25,133 INFO [RS:1;f7796871bd2a:42435 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,42435,1732200251424; zookeeper connection closed. 2024-11-21T14:47:25,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e9be5c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e9be5c3 2024-11-21T14:47:25,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:47:25,200 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,37123,1732200251317; all regions closed. 2024-11-21T14:47:25,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741835_1011 (size=354127) 2024-11-21T14:47:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741835_1011 (size=354127) 2024-11-21T14:47:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741835_1011 (size=354127) 2024-11-21T14:47:25,206 DEBUG [RS:0;f7796871bd2a:37123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/oldWALs 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C37123%2C1732200251317:(num 1732200253151) 2024-11-21T14:47:25,206 DEBUG [RS:0;f7796871bd2a:37123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:47:25,206 INFO [RS:0;f7796871bd2a:37123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:47:25,206 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:47:25,207 INFO [RS:0;f7796871bd2a:37123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37123 2024-11-21T14:47:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,37123,1732200251317 2024-11-21T14:47:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:47:25,209 INFO [RS:0;f7796871bd2a:37123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:47:25,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,37123,1732200251317] 2024-11-21T14:47:25,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,37123,1732200251317 already deleted, retry=false 2024-11-21T14:47:25,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,37123,1732200251317 expired; onlineServers=0 2024-11-21T14:47:25,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7796871bd2a,39849,1732200250550' ***** 2024-11-21T14:47:25,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:47:25,211 INFO [M:0;f7796871bd2a:39849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:47:25,211 INFO [M:0;f7796871bd2a:39849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:47:25,211 DEBUG [M:0;f7796871bd2a:39849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:47:25,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:47:25,212 DEBUG [M:0;f7796871bd2a:39849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:47:25,212 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200252610 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200252610,5,FailOnTimeoutGroup] 2024-11-21T14:47:25,212 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200252620 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200252620,5,FailOnTimeoutGroup] 2024-11-21T14:47:25,212 INFO [M:0;f7796871bd2a:39849 {}] hbase.ChoreService(370): Chore service for: master/f7796871bd2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:47:25,212 INFO [M:0;f7796871bd2a:39849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:47:25,212 DEBUG [M:0;f7796871bd2a:39849 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:47:25,212 INFO [M:0;f7796871bd2a:39849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:47:25,212 INFO [M:0;f7796871bd2a:39849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:47:25,212 INFO [M:0;f7796871bd2a:39849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:47:25,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:47:25,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T14:47:25,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:47:25,213 DEBUG [M:0;f7796871bd2a:39849 {}] zookeeper.ZKUtil(347): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T14:47:25,213 WARN [M:0;f7796871bd2a:39849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:47:25,214 INFO [M:0;f7796871bd2a:39849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/.lastflushedseqids 2024-11-21T14:47:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741905_1081 (size=2837) 2024-11-21T14:47:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741905_1081 (size=2837) 2024-11-21T14:47:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741905_1081 (size=2837) 2024-11-21T14:47:25,228 INFO [M:0;f7796871bd2a:39849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:47:25,229 INFO [M:0;f7796871bd2a:39849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:47:25,229 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:47:25,229 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:47:25,229 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:47:25,229 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:47:25,229 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:47:25,229 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.57 KB heapSize=404.97 KB 2024-11-21T14:47:25,251 DEBUG [M:0;f7796871bd2a:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/665b1687190f4e45893857817de293f0 is 82, key is hbase:meta,,1/info:regioninfo/1732200439951/Put/seqid=0 2024-11-21T14:47:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741906_1082 (size=6071) 2024-11-21T14:47:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741906_1082 (size=6071) 2024-11-21T14:47:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741906_1082 (size=6071) 2024-11-21T14:47:25,260 INFO [M:0;f7796871bd2a:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/665b1687190f4e45893857817de293f0 2024-11-21T14:47:25,287 DEBUG [M:0;f7796871bd2a:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ae25f4982d049c2b418ab8f11bb9f16 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732200255967/Put/seqid=0 2024-11-21T14:47:25,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741907_1083 (size=13503) 2024-11-21T14:47:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741907_1083 (size=13503) 2024-11-21T14:47:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741907_1083 (size=13503) 2024-11-21T14:47:25,302 INFO [M:0;f7796871bd2a:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.35 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ae25f4982d049c2b418ab8f11bb9f16 2024-11-21T14:47:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:47:25,310 INFO [RS:0;f7796871bd2a:37123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:47:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37123-0x1001a89f19c0001, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:47:25,310 INFO [RS:0;f7796871bd2a:37123 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,37123,1732200251317; zookeeper connection closed. 2024-11-21T14:47:25,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2acef074 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2acef074 2024-11-21T14:47:25,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T14:47:25,327 DEBUG [M:0;f7796871bd2a:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47dc1d8b3d084d37834a613c3acbdb90 is 69, key is f7796871bd2a,37123,1732200251317/rs:state/1732200252721/Put/seqid=0 2024-11-21T14:47:25,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741908_1084 (size=5442) 2024-11-21T14:47:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741908_1084 (size=5442) 2024-11-21T14:47:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741908_1084 (size=5442) 2024-11-21T14:47:25,335 INFO [M:0;f7796871bd2a:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47dc1d8b3d084d37834a613c3acbdb90 2024-11-21T14:47:25,341 INFO [M:0;f7796871bd2a:39849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47dc1d8b3d084d37834a613c3acbdb90 2024-11-21T14:47:25,342 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/665b1687190f4e45893857817de293f0 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/665b1687190f4e45893857817de293f0 2024-11-21T14:47:25,349 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/665b1687190f4e45893857817de293f0, entries=14, sequenceid=635, filesize=5.9 K 2024-11-21T14:47:25,350 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ae25f4982d049c2b418ab8f11bb9f16 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ae25f4982d049c2b418ab8f11bb9f16 2024-11-21T14:47:25,356 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ae25f4982d049c2b418ab8f11bb9f16, entries=81, sequenceid=635, filesize=13.2 K 2024-11-21T14:47:25,357 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47dc1d8b3d084d37834a613c3acbdb90 as hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47dc1d8b3d084d37834a613c3acbdb90 2024-11-21T14:47:25,363 INFO [M:0;f7796871bd2a:39849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47dc1d8b3d084d37834a613c3acbdb90 2024-11-21T14:47:25,363 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39475/user/jenkins/test-data/61617fcc-32ae-23b1-2cf3-1d314ded774d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47dc1d8b3d084d37834a613c3acbdb90, entries=3, sequenceid=635, filesize=5.3 K 2024-11-21T14:47:25,364 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=635, compaction requested=false 2024-11-21T14:47:25,367 INFO [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:47:25,367 DEBUG [M:0;f7796871bd2a:39849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200445229Disabling compacts and flushes for region at 1732200445229Disabling writes for close at 1732200445229Obtaining lock to block concurrent updates at 1732200445229Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732200445229Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352844, getHeapSize=414624, getOffHeapSize=0, getCellsCount=800 at 1732200445229Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732200445230 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732200445230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732200445250 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732200445250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732200445266 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732200445286 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732200445286Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732200445311 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732200445326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732200445326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173238f9: reopening flushed file at 1732200445341 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd0a760: reopening flushed file at 1732200445349 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3279df20: reopening flushed file at 1732200445356 (+7 ms)Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=635, compaction requested=false at 1732200445364 (+8 ms)Writing region close event to WAL at 1732200445367 (+3 ms)Closed at 1732200445367 2024-11-21T14:47:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741830_1006 (size=395198) 2024-11-21T14:47:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37477 is added to blk_1073741830_1006 (size=395198) 2024-11-21T14:47:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741830_1006 (size=395198) 2024-11-21T14:47:25,371 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:47:25,372 INFO [M:0;f7796871bd2a:39849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:47:25,372 INFO [M:0;f7796871bd2a:39849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39849 2024-11-21T14:47:25,372 INFO [M:0;f7796871bd2a:39849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:47:25,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:47:25,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1001a89f19c0000, quorum=127.0.0.1:63056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:47:25,474 INFO [M:0;f7796871bd2a:39849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:47:25,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:47:25,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:47:25,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:47:25,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:47:25,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,STOPPED} 2024-11-21T14:47:25,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:47:25,486 WARN [BP-2089870842-172.17.0.2-1732200246979 heartbeating to localhost/127.0.0.1:39475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:47:25,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:47:25,486 WARN [BP-2089870842-172.17.0.2-1732200246979 heartbeating to localhost/127.0.0.1:39475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2089870842-172.17.0.2-1732200246979 (Datanode Uuid 8560fe23-fb7d-4178-9ea8-dcb47019a0c8) service to localhost/127.0.0.1:39475 2024-11-21T14:47:25,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data5/current/BP-2089870842-172.17.0.2-1732200246979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:47:25,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data6/current/BP-2089870842-172.17.0.2-1732200246979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:47:25,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:47:25,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:47:25,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:47:25,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:47:25,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:47:25,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,STOPPED} 2024-11-21T14:47:25,492 WARN [BP-2089870842-172.17.0.2-1732200246979 heartbeating to localhost/127.0.0.1:39475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:47:25,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:47:25,492 WARN [BP-2089870842-172.17.0.2-1732200246979 heartbeating to localhost/127.0.0.1:39475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2089870842-172.17.0.2-1732200246979 (Datanode Uuid bb890edf-97fa-4849-b021-2c6b00115aa5) service to localhost/127.0.0.1:39475 2024-11-21T14:47:25,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:47:25,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data3/current/BP-2089870842-172.17.0.2-1732200246979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:47:25,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data4/current/BP-2089870842-172.17.0.2-1732200246979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:47:25,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:47:25,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:47:25,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:47:25,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:47:25,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:47:25,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,STOPPED} 2024-11-21T14:47:25,499 WARN [BP-2089870842-172.17.0.2-1732200246979 heartbeating to localhost/127.0.0.1:39475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:47:25,499 WARN [BP-2089870842-172.17.0.2-1732200246979 heartbeating to localhost/127.0.0.1:39475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2089870842-172.17.0.2-1732200246979 (Datanode Uuid 2083c2dd-84f6-4704-8c53-5e4103400251) service to localhost/127.0.0.1:39475 2024-11-21T14:47:25,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:47:25,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:47:25,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data1/current/BP-2089870842-172.17.0.2-1732200246979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:47:25,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/cluster_0d2dd13b-7055-f737-f271-c5a56ab134f6/data/data2/current/BP-2089870842-172.17.0.2-1732200246979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:47:25,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:47:25,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:47:25,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:47:25,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:47:25,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:47:25,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82a63d19-a0dd-fe58-b5e8-4ca738eb7189/hadoop.log.dir/,STOPPED} 2024-11-21T14:47:25,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:47:25,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:47:25,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f7796871bd2a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f7796871bd2a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39475 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f7796871bd2a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f7796871bd2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@19451e47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f7796871bd2a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/f7796871bd2a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/f7796871bd2a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39475 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f7796871bd2a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=459 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 237), ProcessCount=11 (was 11), AvailableMemoryMB=2928 (was 4040)