2024-11-11 03:46:47,552 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 03:46:47,570 main DEBUG Took 0.016066 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 03:46:47,571 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 03:46:47,571 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 03:46:47,572 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 03:46:47,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,580 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 03:46:47,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,595 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,596 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,597 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,600 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,601 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:46:47,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,603 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 03:46:47,604 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:46:47,605 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 03:46:47,607 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 03:46:47,607 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 03:46:47,608 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 03:46:47,609 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 03:46:47,617 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 03:46:47,620 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 03:46:47,621 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 03:46:47,621 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 03:46:47,622 main DEBUG createAppenders(={Console}) 2024-11-11 03:46:47,622 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-11 03:46:47,623 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 03:46:47,623 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-11 03:46:47,623 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 03:46:47,624 main DEBUG OutputStream closed 2024-11-11 03:46:47,624 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 03:46:47,624 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 03:46:47,624 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-11 03:46:47,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 03:46:47,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 03:46:47,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 03:46:47,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 03:46:47,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 03:46:47,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 03:46:47,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 03:46:47,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 03:46:47,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 03:46:47,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 03:46:47,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 03:46:47,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 03:46:47,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 03:46:47,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 03:46:47,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 03:46:47,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 03:46:47,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 03:46:47,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 03:46:47,703 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 03:46:47,704 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-11 03:46:47,704 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 03:46:47,705 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-11T03:46:47,719 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-11 03:46:47,722 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 03:46:47,722 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T03:46:47,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8434 2024-11-11T03:46:48,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2 2024-11-11T03:46:48,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T03:46:48,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9, deleteOnExit=true 2024-11-11T03:46:48,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T03:46:48,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/test.cache.data in system properties and HBase conf 2024-11-11T03:46:48,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T03:46:48,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir in system properties and HBase conf 2024-11-11T03:46:48,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T03:46:48,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T03:46:48,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T03:46:48,097 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T03:46:48,177 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T03:46:48,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T03:46:48,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T03:46:48,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T03:46:48,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T03:46:48,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T03:46:48,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T03:46:48,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T03:46:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T03:46:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T03:46:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/nfs.dump.dir in system properties and HBase conf 2024-11-11T03:46:48,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/java.io.tmpdir in system properties and HBase conf 2024-11-11T03:46:48,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T03:46:48,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T03:46:48,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T03:46:48,950 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T03:46:49,025 INFO [Time-limited test {}] log.Log(170): Logging initialized @2163ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T03:46:49,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:46:49,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T03:46:49,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T03:46:49,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T03:46:49,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T03:46:49,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:46:49,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T03:46:49,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T03:46:49,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/java.io.tmpdir/jetty-localhost-46593-hadoop-hdfs-3_4_1-tests_jar-_-any-7381294257709612979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T03:46:49,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:46593} 2024-11-11T03:46:49,391 INFO [Time-limited test {}] server.Server(415): Started @2531ms 2024-11-11T03:46:49,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:46:49,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T03:46:49,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T03:46:49,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T03:46:49,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T03:46:49,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T03:46:49,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T03:46:49,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/java.io.tmpdir/jetty-localhost-34065-hadoop-hdfs-3_4_1-tests_jar-_-any-16029176235313758517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:46:49,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:34065} 2024-11-11T03:46:49,915 INFO [Time-limited test {}] server.Server(415): Started @3054ms 2024-11-11T03:46:49,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T03:46:50,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:46:50,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T03:46:50,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T03:46:50,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T03:46:50,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T03:46:50,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T03:46:50,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T03:46:50,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/java.io.tmpdir/jetty-localhost-45877-hadoop-hdfs-3_4_1-tests_jar-_-any-5633318735869605654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:46:50,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:45877} 2024-11-11T03:46:50,219 INFO [Time-limited test {}] server.Server(415): Started @3358ms 2024-11-11T03:46:50,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T03:46:50,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:46:50,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T03:46:50,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T03:46:50,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T03:46:50,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T03:46:50,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T03:46:50,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T03:46:50,389 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data1/current/BP-495585583-172.17.0.2-1731296808716/current, will proceed with Du for space computation calculation, 2024-11-11T03:46:50,389 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data4/current/BP-495585583-172.17.0.2-1731296808716/current, will proceed with Du for space computation calculation, 2024-11-11T03:46:50,389 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data2/current/BP-495585583-172.17.0.2-1731296808716/current, will proceed with Du for space computation calculation, 2024-11-11T03:46:50,389 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data3/current/BP-495585583-172.17.0.2-1731296808716/current, will proceed with Du for space computation calculation, 2024-11-11T03:46:50,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/java.io.tmpdir/jetty-localhost-35961-hadoop-hdfs-3_4_1-tests_jar-_-any-6967435226422638494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:46:50,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:35961} 2024-11-11T03:46:50,406 INFO [Time-limited test {}] server.Server(415): Started @3545ms 2024-11-11T03:46:50,409 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T03:46:50,435 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T03:46:50,435 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T03:46:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28e2db5c9072a778 with lease ID 0xdba84fc6218b140b: Processing first storage report for DS-c948a71d-f810-45bb-ad79-af82d3db4614 from datanode DatanodeRegistration(127.0.0.1:39065, datanodeUuid=996623b4-29e9-4beb-b392-146b7237e89d, infoPort=36129, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716) 2024-11-11T03:46:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28e2db5c9072a778 with lease ID 0xdba84fc6218b140b: from storage DS-c948a71d-f810-45bb-ad79-af82d3db4614 node DatanodeRegistration(127.0.0.1:39065, datanodeUuid=996623b4-29e9-4beb-b392-146b7237e89d, infoPort=36129, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T03:46:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ec6a332f4e03183 with lease ID 0xdba84fc6218b140c: Processing first storage report for DS-0412d696-5033-4089-8b82-7c84fe35bba0 from datanode DatanodeRegistration(127.0.0.1:46051, datanodeUuid=825bb287-ef3c-4b23-aaf5-4de9dac4b068, infoPort=45511, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716) 2024-11-11T03:46:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ec6a332f4e03183 with lease ID 0xdba84fc6218b140c: from storage DS-0412d696-5033-4089-8b82-7c84fe35bba0 node DatanodeRegistration(127.0.0.1:46051, datanodeUuid=825bb287-ef3c-4b23-aaf5-4de9dac4b068, infoPort=45511, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T03:46:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28e2db5c9072a778 with lease ID 0xdba84fc6218b140b: Processing first storage report for DS-fd29ade0-1387-4c94-8b11-372f41d99d09 from datanode DatanodeRegistration(127.0.0.1:39065, datanodeUuid=996623b4-29e9-4beb-b392-146b7237e89d, infoPort=36129, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716) 2024-11-11T03:46:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28e2db5c9072a778 with lease ID 0xdba84fc6218b140b: from storage DS-fd29ade0-1387-4c94-8b11-372f41d99d09 node DatanodeRegistration(127.0.0.1:39065, datanodeUuid=996623b4-29e9-4beb-b392-146b7237e89d, infoPort=36129, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T03:46:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ec6a332f4e03183 with lease ID 0xdba84fc6218b140c: Processing first storage report for DS-99e0f9b6-aa76-400a-bd64-ab007c69ed8f from datanode DatanodeRegistration(127.0.0.1:46051, datanodeUuid=825bb287-ef3c-4b23-aaf5-4de9dac4b068, infoPort=45511, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716) 2024-11-11T03:46:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ec6a332f4e03183 with lease ID 0xdba84fc6218b140c: from storage DS-99e0f9b6-aa76-400a-bd64-ab007c69ed8f node DatanodeRegistration(127.0.0.1:46051, datanodeUuid=825bb287-ef3c-4b23-aaf5-4de9dac4b068, infoPort=45511, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T03:46:50,534 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data6/current/BP-495585583-172.17.0.2-1731296808716/current, will proceed with Du for space computation calculation, 2024-11-11T03:46:50,534 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data5/current/BP-495585583-172.17.0.2-1731296808716/current, will proceed with Du for space computation calculation, 2024-11-11T03:46:50,560 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T03:46:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1815765d8be65d98 with lease ID 0xdba84fc6218b140d: Processing first storage report for DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22 from datanode DatanodeRegistration(127.0.0.1:46817, datanodeUuid=6d2e62d8-ec6a-4055-ad1b-3f0c77064ee1, infoPort=45787, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716) 2024-11-11T03:46:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1815765d8be65d98 with lease ID 0xdba84fc6218b140d: from storage DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22 node DatanodeRegistration(127.0.0.1:46817, datanodeUuid=6d2e62d8-ec6a-4055-ad1b-3f0c77064ee1, infoPort=45787, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T03:46:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1815765d8be65d98 with lease ID 0xdba84fc6218b140d: Processing first storage report for DS-8e7a0b83-1ff5-424f-b70e-d3d2008daac9 from datanode DatanodeRegistration(127.0.0.1:46817, datanodeUuid=6d2e62d8-ec6a-4055-ad1b-3f0c77064ee1, infoPort=45787, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716) 2024-11-11T03:46:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1815765d8be65d98 with lease ID 0xdba84fc6218b140d: from storage DS-8e7a0b83-1ff5-424f-b70e-d3d2008daac9 node DatanodeRegistration(127.0.0.1:46817, datanodeUuid=6d2e62d8-ec6a-4055-ad1b-3f0c77064ee1, infoPort=45787, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1628230304;c=1731296808716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T03:46:50,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2 2024-11-11T03:46:50,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/zookeeper_0, clientPort=63083, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T03:46:50,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63083 2024-11-11T03:46:50,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:50,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741825_1001 (size=7) 2024-11-11T03:46:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741825_1001 (size=7) 2024-11-11T03:46:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741825_1001 (size=7) 2024-11-11T03:46:51,516 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f with version=8 2024-11-11T03:46:51,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/hbase-staging 2024-11-11T03:46:51,613 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T03:46:51,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7bef91497aa:0 server-side Connection retries=45 2024-11-11T03:46:51,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:51,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:51,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T03:46:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T03:46:52,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T03:46:52,079 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T03:46:52,088 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T03:46:52,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T03:46:52,120 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8673 (auto-detected) 2024-11-11T03:46:52,121 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T03:46:52,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44355 2024-11-11T03:46:52,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44355 connecting to ZooKeeper ensemble=127.0.0.1:63083 2024-11-11T03:46:52,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443550x0, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T03:46:52,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44355-0x10195704cb20000 connected 2024-11-11T03:46:52,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:46:52,246 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f, hbase.cluster.distributed=false 2024-11-11T03:46:52,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T03:46:52,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44355 2024-11-11T03:46:52,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44355 2024-11-11T03:46:52,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44355 2024-11-11T03:46:52,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44355 2024-11-11T03:46:52,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44355 2024-11-11T03:46:52,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7bef91497aa:0 server-side Connection retries=45 2024-11-11T03:46:52,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T03:46:52,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T03:46:52,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T03:46:52,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T03:46:52,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37727 2024-11-11T03:46:52,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37727 connecting to ZooKeeper ensemble=127.0.0.1:63083 2024-11-11T03:46:52,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377270x0, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T03:46:52,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37727-0x10195704cb20001 connected 2024-11-11T03:46:52,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377270x0, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:46:52,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T03:46:52,431 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T03:46:52,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T03:46:52,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T03:46:52,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-11T03:46:52,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37727 2024-11-11T03:46:52,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37727 2024-11-11T03:46:52,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-11T03:46:52,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-11T03:46:52,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7bef91497aa:0 server-side Connection retries=45 2024-11-11T03:46:52,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T03:46:52,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T03:46:52,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T03:46:52,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T03:46:52,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34565 2024-11-11T03:46:52,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34565 connecting to ZooKeeper ensemble=127.0.0.1:63083 2024-11-11T03:46:52,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345650x0, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T03:46:52,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34565-0x10195704cb20002 connected 2024-11-11T03:46:52,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:46:52,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T03:46:52,473 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T03:46:52,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T03:46:52,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T03:46:52,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-11T03:46:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-11T03:46:52,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-11T03:46:52,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-11T03:46:52,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-11T03:46:52,500 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7bef91497aa:0 server-side Connection retries=45 2024-11-11T03:46:52,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T03:46:52,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:46:52,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T03:46:52,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T03:46:52,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T03:46:52,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41239 2024-11-11T03:46:52,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41239 connecting to ZooKeeper ensemble=127.0.0.1:63083 2024-11-11T03:46:52,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412390x0, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T03:46:52,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41239-0x10195704cb20003 connected 2024-11-11T03:46:52,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:46:52,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T03:46:52,514 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T03:46:52,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T03:46:52,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T03:46:52,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41239 2024-11-11T03:46:52,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41239 2024-11-11T03:46:52,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41239 2024-11-11T03:46:52,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41239 2024-11-11T03:46:52,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41239 2024-11-11T03:46:52,534 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7bef91497aa:44355 2024-11-11T03:46:52,535 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a7bef91497aa,44355,1731296811667 2024-11-11T03:46:52,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,544 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a7bef91497aa,44355,1731296811667 2024-11-11T03:46:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T03:46:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T03:46:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T03:46:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,565 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T03:46:52,566 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a7bef91497aa,44355,1731296811667 from backup master directory 2024-11-11T03:46:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a7bef91497aa,44355,1731296811667 2024-11-11T03:46:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:46:52,570 WARN [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T03:46:52,570 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7bef91497aa,44355,1731296811667 2024-11-11T03:46:52,572 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T03:46:52,573 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T03:46:52,627 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/hbase.id] with ID: 230ed94b-5ea9-4293-9908-7bc2a5ce9df4 2024-11-11T03:46:52,627 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/.tmp/hbase.id 2024-11-11T03:46:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741826_1002 (size=42) 2024-11-11T03:46:52,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741826_1002 (size=42) 2024-11-11T03:46:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741826_1002 (size=42) 2024-11-11T03:46:52,644 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/.tmp/hbase.id]:[hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/hbase.id] 2024-11-11T03:46:52,685 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:46:52,690 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T03:46:52,708 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T03:46:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741827_1003 (size=196) 2024-11-11T03:46:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741827_1003 (size=196) 2024-11-11T03:46:52,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741827_1003 (size=196) 2024-11-11T03:46:52,748 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:46:52,750 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T03:46:52,767 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:46:52,771 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:46:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741828_1004 (size=1189) 2024-11-11T03:46:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741828_1004 (size=1189) 2024-11-11T03:46:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741828_1004 (size=1189) 2024-11-11T03:46:52,822 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store 2024-11-11T03:46:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741829_1005 (size=34) 2024-11-11T03:46:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741829_1005 (size=34) 2024-11-11T03:46:52,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741829_1005 (size=34) 2024-11-11T03:46:52,849 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T03:46:52,852 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:52,854 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T03:46:52,854 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:46:52,854 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:46:52,856 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T03:46:52,857 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:46:52,857 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:46:52,858 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731296812853Disabling compacts and flushes for region at 1731296812854 (+1 ms)Disabling writes for close at 1731296812856 (+2 ms)Writing region close event to WAL at 1731296812857 (+1 ms)Closed at 1731296812857 2024-11-11T03:46:52,860 WARN [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/.initializing 2024-11-11T03:46:52,860 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/WALs/a7bef91497aa,44355,1731296811667 2024-11-11T03:46:52,869 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T03:46:52,885 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C44355%2C1731296811667, suffix=, logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/WALs/a7bef91497aa,44355,1731296811667, archiveDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/oldWALs, maxLogs=10 2024-11-11T03:46:52,910 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/WALs/a7bef91497aa,44355,1731296811667/a7bef91497aa%2C44355%2C1731296811667.1731296812890, exclude list is [], retry=0 2024-11-11T03:46:52,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-c948a71d-f810-45bb-ad79-af82d3db4614,DISK] 2024-11-11T03:46:52,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46051,DS-0412d696-5033-4089-8b82-7c84fe35bba0,DISK] 2024-11-11T03:46:52,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46817,DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22,DISK] 2024-11-11T03:46:52,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T03:46:52,969 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/WALs/a7bef91497aa,44355,1731296811667/a7bef91497aa%2C44355%2C1731296811667.1731296812890 2024-11-11T03:46:52,970 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36129:36129),(127.0.0.1/127.0.0.1:45511:45511),(127.0.0.1/127.0.0.1:45787:45787)] 2024-11-11T03:46:52,971 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:46:52,971 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:52,974 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:52,975 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T03:46:53,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:53,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T03:46:53,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:53,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T03:46:53,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:53,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T03:46:53,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:53,067 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,070 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,071 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,076 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,076 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,080 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T03:46:53,083 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:46:53,088 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:53,089 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59929845, jitterRate=-0.10697571933269501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T03:46:53,095 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731296812990Initializing all the Stores at 1731296812992 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296812993 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296812993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296812994 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296812994Cleaning up temporary data from old regions at 1731296813076 (+82 ms)Region opened successfully at 1731296813094 (+18 ms) 2024-11-11T03:46:53,096 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T03:46:53,129 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b26624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T03:46:53,161 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T03:46:53,173 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:46:53,173 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:46:53,176 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:46:53,177 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T03:46:53,182 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T03:46:53,182 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T03:46:53,207 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T03:46:53,214 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T03:46:53,216 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T03:46:53,218 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T03:46:53,220 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T03:46:53,221 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T03:46:53,223 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T03:46:53,226 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T03:46:53,227 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T03:46:53,228 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T03:46:53,229 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T03:46:53,246 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T03:46:53,248 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T03:46:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T03:46:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T03:46:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T03:46:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T03:46:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,254 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7bef91497aa,44355,1731296811667, sessionid=0x10195704cb20000, setting cluster-up flag (Was=false) 2024-11-11T03:46:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,271 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T03:46:53,272 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7bef91497aa,44355,1731296811667 2024-11-11T03:46:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,282 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T03:46:53,284 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7bef91497aa,44355,1731296811667 2024-11-11T03:46:53,289 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T03:46:53,323 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(746): ClusterId : 230ed94b-5ea9-4293-9908-7bc2a5ce9df4 2024-11-11T03:46:53,323 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(746): ClusterId : 230ed94b-5ea9-4293-9908-7bc2a5ce9df4 2024-11-11T03:46:53,323 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(746): ClusterId : 230ed94b-5ea9-4293-9908-7bc2a5ce9df4 2024-11-11T03:46:53,326 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T03:46:53,326 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T03:46:53,326 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T03:46:53,332 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T03:46:53,332 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T03:46:53,332 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T03:46:53,332 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T03:46:53,332 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T03:46:53,332 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T03:46:53,335 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T03:46:53,335 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T03:46:53,335 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T03:46:53,336 DEBUG [RS:2;a7bef91497aa:41239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea45287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T03:46:53,336 DEBUG [RS:1;a7bef91497aa:34565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e174a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T03:46:53,336 DEBUG [RS:0;a7bef91497aa:37727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30537e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T03:46:53,353 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7bef91497aa:37727 2024-11-11T03:46:53,356 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T03:46:53,356 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T03:46:53,356 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T03:46:53,357 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a7bef91497aa:34565 2024-11-11T03:46:53,357 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T03:46:53,357 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T03:46:53,358 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T03:46:53,359 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44355,1731296811667 with port=37727, startcode=1731296812347 2024-11-11T03:46:53,359 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44355,1731296811667 with port=34565, startcode=1731296812458 2024-11-11T03:46:53,359 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a7bef91497aa:41239 2024-11-11T03:46:53,360 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T03:46:53,360 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T03:46:53,360 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T03:46:53,361 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44355,1731296811667 with port=41239, startcode=1731296812499 2024-11-11T03:46:53,370 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:46:53,371 DEBUG [RS:0;a7bef91497aa:37727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T03:46:53,371 DEBUG [RS:2;a7bef91497aa:41239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T03:46:53,371 DEBUG [RS:1;a7bef91497aa:34565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T03:46:53,382 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T03:46:53,394 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T03:46:53,402 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7bef91497aa,44355,1731296811667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T03:46:53,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47951, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T03:46:53,412 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T03:46:53,412 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53575, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T03:46:53,413 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:46:53,413 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:46:53,413 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:46:53,413 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:46:53,413 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7bef91497aa:0, corePoolSize=10, maxPoolSize=10 2024-11-11T03:46:53,414 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,414 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T03:46:53,414 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,415 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731296843415 2024-11-11T03:46:53,417 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T03:46:53,418 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T03:46:53,419 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:46:53,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T03:46:53,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T03:46:53,423 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T03:46:53,424 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T03:46:53,424 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T03:46:53,424 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T03:46:53,426 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:46:53,425 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,427 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:46:53,429 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T03:46:53,430 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T03:46:53,430 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T03:46:53,432 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T03:46:53,432 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T03:46:53,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T03:46:53,436 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731296813434,5,FailOnTimeoutGroup] 2024-11-11T03:46:53,439 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731296813436,5,FailOnTimeoutGroup] 2024-11-11T03:46:53,439 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,440 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T03:46:53,441 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,441 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741831_1007 (size=1321) 2024-11-11T03:46:53,474 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T03:46:53,474 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T03:46:53,475 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T03:46:53,475 WARN [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T03:46:53,475 WARN [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T03:46:53,475 WARN [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T03:46:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741831_1007 (size=1321) 2024-11-11T03:46:53,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741831_1007 (size=1321) 2024-11-11T03:46:53,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T03:46:53,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741832_1008 (size=32) 2024-11-11T03:46:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741832_1008 (size=32) 2024-11-11T03:46:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741832_1008 (size=32) 2024-11-11T03:46:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:53,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T03:46:53,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T03:46:53,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:53,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T03:46:53,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T03:46:53,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T03:46:53,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T03:46:53,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:53,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T03:46:53,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T03:46:53,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:53,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T03:46:53,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740 2024-11-11T03:46:53,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740 2024-11-11T03:46:53,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T03:46:53,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T03:46:53,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T03:46:53,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T03:46:53,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:53,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63535223, jitterRate=-0.05325140058994293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T03:46:53,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731296813494Initializing all the Stores at 1731296813496 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296813496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296813496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296813496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296813496Cleaning up temporary data from old regions at 1731296813515 (+19 ms)Region opened successfully at 1731296813527 (+12 ms) 2024-11-11T03:46:53,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T03:46:53,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T03:46:53,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T03:46:53,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T03:46:53,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T03:46:53,529 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T03:46:53,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731296813527Disabling compacts and flushes for region at 1731296813527Disabling writes for close at 1731296813527Writing region close event to WAL at 1731296813528 (+1 ms)Closed at 1731296813529 (+1 ms) 2024-11-11T03:46:53,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T03:46:53,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T03:46:53,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T03:46:53,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:46:53,553 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T03:46:53,576 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44355,1731296811667 with port=41239, startcode=1731296812499 2024-11-11T03:46:53,576 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44355,1731296811667 with port=34565, startcode=1731296812458 2024-11-11T03:46:53,576 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44355,1731296811667 with port=37727, startcode=1731296812347 2024-11-11T03:46:53,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7bef91497aa,41239,1731296812499 2024-11-11T03:46:53,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(517): Registering regionserver=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:53,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(517): Registering regionserver=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,587 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:53,587 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35009 2024-11-11T03:46:53,587 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T03:46:53,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7bef91497aa,37727,1731296812347 2024-11-11T03:46:53,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(517): Registering regionserver=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:53,589 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:53,589 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35009 2024-11-11T03:46:53,589 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T03:46:53,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T03:46:53,592 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:53,592 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35009 2024-11-11T03:46:53,592 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T03:46:53,595 DEBUG [RS:2;a7bef91497aa:41239 {}] zookeeper.ZKUtil(111): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7bef91497aa,41239,1731296812499 2024-11-11T03:46:53,595 WARN [RS:2;a7bef91497aa:41239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T03:46:53,595 INFO [RS:2;a7bef91497aa:41239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:46:53,595 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499 2024-11-11T03:46:53,596 DEBUG [RS:1;a7bef91497aa:34565 {}] zookeeper.ZKUtil(111): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,596 WARN [RS:1;a7bef91497aa:34565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T03:46:53,596 INFO [RS:1;a7bef91497aa:34565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:46:53,596 DEBUG [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,597 DEBUG [RS:0;a7bef91497aa:37727 {}] zookeeper.ZKUtil(111): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7bef91497aa,37727,1731296812347 2024-11-11T03:46:53,597 WARN [RS:0;a7bef91497aa:37727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T03:46:53,597 INFO [RS:0;a7bef91497aa:37727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:46:53,597 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,37727,1731296812347 2024-11-11T03:46:53,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7bef91497aa,34565,1731296812458] 2024-11-11T03:46:53,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7bef91497aa,41239,1731296812499] 2024-11-11T03:46:53,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7bef91497aa,37727,1731296812347] 2024-11-11T03:46:53,626 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T03:46:53,626 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T03:46:53,626 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T03:46:53,638 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T03:46:53,638 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T03:46:53,638 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T03:46:53,644 INFO [RS:0;a7bef91497aa:37727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T03:46:53,644 INFO [RS:1;a7bef91497aa:34565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T03:46:53,644 INFO [RS:2;a7bef91497aa:41239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T03:46:53,644 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,644 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,644 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,645 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T03:46:53,645 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T03:46:53,646 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T03:46:53,652 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T03:46:53,652 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T03:46:53,652 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T03:46:53,653 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,653 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,653 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T03:46:53,654 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,654 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:1;a7bef91497aa:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:46:53,655 DEBUG [RS:0;a7bef91497aa:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:46:53,655 DEBUG [RS:2;a7bef91497aa:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:46:53,658 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,34565,1731296812458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,658 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,41239,1731296812499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,659 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,37727,1731296812347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T03:46:53,679 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T03:46:53,681 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,34565,1731296812458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,681 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T03:46:53,681 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,681 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,41239,1731296812499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,681 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T03:46:53,681 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.Replication(171): a7bef91497aa,34565,1731296812458 started 2024-11-11T03:46:53,682 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,37727,1731296812347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,682 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,682 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.Replication(171): a7bef91497aa,41239,1731296812499 started 2024-11-11T03:46:53,682 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,682 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.Replication(171): a7bef91497aa,37727,1731296812347 started 2024-11-11T03:46:53,699 INFO [RS:1;a7bef91497aa:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,700 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(1482): Serving as a7bef91497aa,34565,1731296812458, RpcServer on a7bef91497aa/172.17.0.2:34565, sessionid=0x10195704cb20002 2024-11-11T03:46:53,701 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T03:46:53,701 DEBUG [RS:1;a7bef91497aa:34565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,701 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,34565,1731296812458' 2024-11-11T03:46:53,701 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T03:46:53,702 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T03:46:53,703 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T03:46:53,703 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T03:46:53,703 DEBUG [RS:1;a7bef91497aa:34565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,703 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,34565,1731296812458' 2024-11-11T03:46:53,703 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T03:46:53,704 WARN [a7bef91497aa:44355 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T03:46:53,704 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T03:46:53,704 DEBUG [RS:1;a7bef91497aa:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T03:46:53,704 INFO [RS:1;a7bef91497aa:34565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T03:46:53,705 INFO [RS:1;a7bef91497aa:34565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T03:46:53,706 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,706 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:53,706 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1482): Serving as a7bef91497aa,37727,1731296812347, RpcServer on a7bef91497aa/172.17.0.2:37727, sessionid=0x10195704cb20001 2024-11-11T03:46:53,706 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1482): Serving as a7bef91497aa,41239,1731296812499, RpcServer on a7bef91497aa/172.17.0.2:41239, sessionid=0x10195704cb20003 2024-11-11T03:46:53,706 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T03:46:53,706 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T03:46:53,706 DEBUG [RS:2;a7bef91497aa:41239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7bef91497aa,41239,1731296812499 2024-11-11T03:46:53,706 DEBUG [RS:0;a7bef91497aa:37727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7bef91497aa,37727,1731296812347 2024-11-11T03:46:53,706 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,41239,1731296812499' 2024-11-11T03:46:53,706 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,37727,1731296812347' 2024-11-11T03:46:53,706 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T03:46:53,706 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T03:46:53,707 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T03:46:53,707 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T03:46:53,707 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T03:46:53,707 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T03:46:53,708 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T03:46:53,708 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T03:46:53,708 DEBUG [RS:2;a7bef91497aa:41239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7bef91497aa,41239,1731296812499 2024-11-11T03:46:53,708 DEBUG [RS:0;a7bef91497aa:37727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7bef91497aa,37727,1731296812347 2024-11-11T03:46:53,708 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,41239,1731296812499' 2024-11-11T03:46:53,708 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,37727,1731296812347' 2024-11-11T03:46:53,708 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T03:46:53,708 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T03:46:53,708 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T03:46:53,708 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T03:46:53,709 DEBUG [RS:0;a7bef91497aa:37727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T03:46:53,709 DEBUG [RS:2;a7bef91497aa:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T03:46:53,709 INFO [RS:0;a7bef91497aa:37727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T03:46:53,709 INFO [RS:2;a7bef91497aa:41239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T03:46:53,709 INFO [RS:0;a7bef91497aa:37727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T03:46:53,709 INFO [RS:2;a7bef91497aa:41239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T03:46:53,810 INFO [RS:1;a7bef91497aa:34565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T03:46:53,810 INFO [RS:2;a7bef91497aa:41239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T03:46:53,810 INFO [RS:0;a7bef91497aa:37727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T03:46:53,813 INFO [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C41239%2C1731296812499, suffix=, logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499, archiveDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs, maxLogs=32 2024-11-11T03:46:53,813 INFO [RS:1;a7bef91497aa:34565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C34565%2C1731296812458, suffix=, logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458, archiveDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs, maxLogs=32 2024-11-11T03:46:53,813 INFO [RS:0;a7bef91497aa:37727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C37727%2C1731296812347, suffix=, logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,37727,1731296812347, archiveDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs, maxLogs=32 2024-11-11T03:46:53,834 DEBUG [RS:1;a7bef91497aa:34565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458/a7bef91497aa%2C34565%2C1731296812458.1731296813819, exclude list is [], retry=0 2024-11-11T03:46:53,834 DEBUG [RS:0;a7bef91497aa:37727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,37727,1731296812347/a7bef91497aa%2C37727%2C1731296812347.1731296813819, exclude list is [], retry=0 2024-11-11T03:46:53,835 DEBUG [RS:2;a7bef91497aa:41239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499/a7bef91497aa%2C41239%2C1731296812499.1731296813819, exclude list is [], retry=0 2024-11-11T03:46:53,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-c948a71d-f810-45bb-ad79-af82d3db4614,DISK] 2024-11-11T03:46:53,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46817,DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22,DISK] 2024-11-11T03:46:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46051,DS-0412d696-5033-4089-8b82-7c84fe35bba0,DISK] 2024-11-11T03:46:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-c948a71d-f810-45bb-ad79-af82d3db4614,DISK] 2024-11-11T03:46:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46817,DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22,DISK] 2024-11-11T03:46:53,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46817,DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22,DISK] 2024-11-11T03:46:53,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-c948a71d-f810-45bb-ad79-af82d3db4614,DISK] 2024-11-11T03:46:53,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46051,DS-0412d696-5033-4089-8b82-7c84fe35bba0,DISK] 2024-11-11T03:46:53,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46051,DS-0412d696-5033-4089-8b82-7c84fe35bba0,DISK] 2024-11-11T03:46:53,851 INFO [RS:0;a7bef91497aa:37727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,37727,1731296812347/a7bef91497aa%2C37727%2C1731296812347.1731296813819 2024-11-11T03:46:53,851 INFO [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499/a7bef91497aa%2C41239%2C1731296812499.1731296813819 2024-11-11T03:46:53,851 INFO [RS:1;a7bef91497aa:34565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458/a7bef91497aa%2C34565%2C1731296812458.1731296813819 2024-11-11T03:46:53,852 DEBUG [RS:0;a7bef91497aa:37727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36129:36129),(127.0.0.1/127.0.0.1:45511:45511),(127.0.0.1/127.0.0.1:45787:45787)] 2024-11-11T03:46:53,852 DEBUG [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45511:45511),(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-11T03:46:53,852 DEBUG [RS:1;a7bef91497aa:34565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:36129:36129),(127.0.0.1/127.0.0.1:45511:45511)] 2024-11-11T03:46:53,956 DEBUG [a7bef91497aa:44355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T03:46:53,964 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(204): Hosts are {a7bef91497aa=0} racks are {/default-rack=0} 2024-11-11T03:46:53,971 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T03:46:53,971 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T03:46:53,972 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T03:46:53,972 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T03:46:53,972 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T03:46:53,972 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T03:46:53,972 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T03:46:53,972 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T03:46:53,972 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T03:46:53,972 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T03:46:53,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:53,985 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,34565,1731296812458, state=OPENING 2024-11-11T03:46:53,990 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T03:46:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:46:53,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:53,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:53,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:53,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:53,994 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:46:53,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:54,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T03:46:54,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54599, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T03:46:54,186 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T03:46:54,186 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:46:54,186 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T03:46:54,189 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C34565%2C1731296812458.meta, suffix=.meta, logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458, archiveDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs, maxLogs=32 2024-11-11T03:46:54,205 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, exclude list is [], retry=0 2024-11-11T03:46:54,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46817,DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22,DISK] 2024-11-11T03:46:54,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46051,DS-0412d696-5033-4089-8b82-7c84fe35bba0,DISK] 2024-11-11T03:46:54,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-c948a71d-f810-45bb-ad79-af82d3db4614,DISK] 2024-11-11T03:46:54,212 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta 2024-11-11T03:46:54,214 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:45511:45511),(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-11T03:46:54,214 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:46:54,216 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T03:46:54,219 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T03:46:54,224 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T03:46:54,228 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T03:46:54,229 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:54,229 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T03:46:54,229 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T03:46:54,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T03:46:54,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T03:46:54,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:54,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:54,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T03:46:54,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T03:46:54,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:54,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:54,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T03:46:54,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T03:46:54,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:54,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:54,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T03:46:54,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T03:46:54,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:54,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:46:54,242 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T03:46:54,243 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740 2024-11-11T03:46:54,245 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740 2024-11-11T03:46:54,248 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T03:46:54,248 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T03:46:54,249 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T03:46:54,251 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T03:46:54,253 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65323724, jitterRate=-0.026600658893585205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T03:46:54,253 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T03:46:54,254 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731296814230Writing region info on filesystem at 1731296814230Initializing all the Stores at 1731296814232 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296814232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296814232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296814233 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296814233Cleaning up temporary data from old regions at 1731296814248 (+15 ms)Running coprocessor post-open hooks at 1731296814253 (+5 ms)Region opened successfully at 1731296814254 (+1 ms) 2024-11-11T03:46:54,261 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731296814162 2024-11-11T03:46:54,272 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T03:46:54,272 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T03:46:54,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:54,276 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,34565,1731296812458, state=OPEN 2024-11-11T03:46:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:54,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:54,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:54,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:54,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:54,286 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T03:46:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,34565,1731296812458 in 291 msec 2024-11-11T03:46:54,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T03:46:54,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 759 msec 2024-11-11T03:46:54,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T03:46:54,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T03:46:54,328 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:46:54,329 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:46:54,351 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:46:54,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:46:54,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0540 sec 2024-11-11T03:46:54,372 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731296814371, completionTime=-1 2024-11-11T03:46:54,374 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T03:46:54,374 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:46:54,404 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-11T03:46:54,404 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731296874404 2024-11-11T03:46:54,405 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731296934405 2024-11-11T03:46:54,405 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-11T03:46:54,406 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:46:54,413 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44355,1731296811667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,413 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44355,1731296811667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,414 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44355,1731296811667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,415 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7bef91497aa:44355, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,416 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,416 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,423 DEBUG [master/a7bef91497aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T03:46:54,447 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.877sec 2024-11-11T03:46:54,449 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T03:46:54,450 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T03:46:54,451 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T03:46:54,452 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T03:46:54,452 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T03:46:54,453 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44355,1731296811667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T03:46:54,454 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44355,1731296811667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T03:46:54,459 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T03:46:54,460 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T03:46:54,460 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44355,1731296811667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:46:54,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3536de1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:46:54,538 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T03:46:54,538 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T03:46:54,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,44355,-1 for getting cluster id 2024-11-11T03:46:54,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T03:46:54,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '230ed94b-5ea9-4293-9908-7bc2a5ce9df4' 2024-11-11T03:46:54,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T03:46:54,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "230ed94b-5ea9-4293-9908-7bc2a5ce9df4" 2024-11-11T03:46:54,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef54139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:46:54,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,44355,-1] 2024-11-11T03:46:54,558 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T03:46:54,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T03:46:54,561 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:46:54,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718a7932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:46:54,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:46:54,571 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:46:54,572 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:46:54,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:46:54,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7bef91497aa,44355,1731296811667 2024-11-11T03:46:54,618 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T03:46:54,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T03:46:54,627 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,44355,1731296811667 2024-11-11T03:46:54,630 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7609c274 2024-11-11T03:46:54,631 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:46:54,633 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:46:54,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:46:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:46:54,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:46:54,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-11T03:46:54,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:54,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:46:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T03:46:54,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741837_1013 (size=1020) 2024-11-11T03:46:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741837_1013 (size=1020) 2024-11-11T03:46:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741837_1013 (size=1020) 2024-11-11T03:46:54,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4f1f9e0f0b0be2a2b28a39a8e27a16b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9bbd2a5627cf7d48a950460e66d94fd0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f491d92e5bb82608a9ddb89d2538288, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741838_1014 (size=110) 2024-11-11T03:46:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741838_1014 (size=110) 2024-11-11T03:46:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741838_1014 (size=110) 2024-11-11T03:46:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741839_1015 (size=110) 2024-11-11T03:46:54,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741839_1015 (size=110) 2024-11-11T03:46:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741839_1015 (size=110) 2024-11-11T03:46:54,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4f1f9e0f0b0be2a2b28a39a8e27a16b1, disabling compactions & flushes 2024-11-11T03:46:54,705 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:54,705 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:54,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. after waiting 0 ms 2024-11-11T03:46:54,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:54,706 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741840_1016 (size=107) 2024-11-11T03:46:54,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4f1f9e0f0b0be2a2b28a39a8e27a16b1: Waiting for close lock at 1731296814705Disabling compacts and flushes for region at 1731296814705Disabling writes for close at 1731296814706 (+1 ms)Writing region close event to WAL at 1731296814706Closed at 1731296814706 2024-11-11T03:46:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741840_1016 (size=107) 2024-11-11T03:46:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741840_1016 (size=107) 2024-11-11T03:46:54,707 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1dfe914db84af53f7e96208d55722002, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:54,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3f491d92e5bb82608a9ddb89d2538288, disabling compactions & flushes 2024-11-11T03:46:54,707 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:54,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:54,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. after waiting 0 ms 2024-11-11T03:46:54,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:54,707 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:54,707 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f491d92e5bb82608a9ddb89d2538288: Waiting for close lock at 1731296814707Disabling compacts and flushes for region at 1731296814707Disabling writes for close at 1731296814707Writing region close event to WAL at 1731296814707Closed at 1731296814707 2024-11-11T03:46:54,708 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c40ccc3ab0da130f9fcf7b08ad807923, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741841_1017 (size=110) 2024-11-11T03:46:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741842_1018 (size=110) 2024-11-11T03:46:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741841_1017 (size=110) 2024-11-11T03:46:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741842_1018 (size=110) 2024-11-11T03:46:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741841_1017 (size=110) 2024-11-11T03:46:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741842_1018 (size=110) 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1dfe914db84af53f7e96208d55722002, disabling compactions & flushes 2024-11-11T03:46:54,724 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. after waiting 0 ms 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:54,724 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1dfe914db84af53f7e96208d55722002: Waiting for close lock at 1731296814724Disabling compacts and flushes for region at 1731296814724Disabling writes for close at 1731296814724Writing region close event to WAL at 1731296814724Closed at 1731296814724 2024-11-11T03:46:54,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c40ccc3ab0da130f9fcf7b08ad807923, disabling compactions & flushes 2024-11-11T03:46:54,725 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:54,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:54,725 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6fde902e129104e8ccae5d86ec65a0c0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. after waiting 0 ms 2024-11-11T03:46:54,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:54,725 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:54,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c40ccc3ab0da130f9fcf7b08ad807923: Waiting for close lock at 1731296814724Disabling compacts and flushes for region at 1731296814724Disabling writes for close at 1731296814725 (+1 ms)Writing region close event to WAL at 1731296814725Closed at 1731296814725 2024-11-11T03:46:54,726 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e3d8f68b9d1c3d926f32a1404227b77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741844_1020 (size=110) 2024-11-11T03:46:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741843_1019 (size=110) 2024-11-11T03:46:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741843_1019 (size=110) 2024-11-11T03:46:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741843_1019 (size=110) 2024-11-11T03:46:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741844_1020 (size=110) 2024-11-11T03:46:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741844_1020 (size=110) 2024-11-11T03:46:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T03:46:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T03:46:55,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9bbd2a5627cf7d48a950460e66d94fd0, disabling compactions & flushes 2024-11-11T03:46:55,106 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:55,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:55,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. after waiting 0 ms 2024-11-11T03:46:55,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:55,106 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:55,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9bbd2a5627cf7d48a950460e66d94fd0: Waiting for close lock at 1731296815106Disabling compacts and flushes for region at 1731296815106Disabling writes for close at 1731296815106Writing region close event to WAL at 1731296815106Closed at 1731296815106 2024-11-11T03:46:55,107 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e523d357f3ea570511518e406cee8306, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741845_1021 (size=110) 2024-11-11T03:46:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741845_1021 (size=110) 2024-11-11T03:46:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741845_1021 (size=110) 2024-11-11T03:46:55,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e523d357f3ea570511518e406cee8306, disabling compactions & flushes 2024-11-11T03:46:55,119 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:55,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:55,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. after waiting 0 ms 2024-11-11T03:46:55,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:55,120 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:55,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e523d357f3ea570511518e406cee8306: Waiting for close lock at 1731296815119Disabling compacts and flushes for region at 1731296815119Disabling writes for close at 1731296815120 (+1 ms)Writing region close event to WAL at 1731296815120Closed at 1731296815120 2024-11-11T03:46:55,121 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 06e9ef1cc66f5b6c7fd78d270411e3b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741846_1022 (size=110) 2024-11-11T03:46:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741846_1022 (size=110) 2024-11-11T03:46:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741846_1022 (size=110) 2024-11-11T03:46:55,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 06e9ef1cc66f5b6c7fd78d270411e3b9, disabling compactions & flushes 2024-11-11T03:46:55,132 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:55,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:55,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. after waiting 0 ms 2024-11-11T03:46:55,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:55,132 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:55,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 06e9ef1cc66f5b6c7fd78d270411e3b9: Waiting for close lock at 1731296815132Disabling compacts and flushes for region at 1731296815132Disabling writes for close at 1731296815132Writing region close event to WAL at 1731296815132Closed at 1731296815132 2024-11-11T03:46:55,133 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6f21561c441f47523d72242f14321781, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3e3d8f68b9d1c3d926f32a1404227b77, disabling compactions & flushes 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6fde902e129104e8ccae5d86ec65a0c0, disabling compactions & flushes 2024-11-11T03:46:55,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:55,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. after waiting 0 ms 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. after waiting 0 ms 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:55,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:55,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e3d8f68b9d1c3d926f32a1404227b77: Waiting for close lock at 1731296815139Disabling compacts and flushes for region at 1731296815139Disabling writes for close at 1731296815140 (+1 ms)Writing region close event to WAL at 1731296815140Closed at 1731296815140 2024-11-11T03:46:55,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6fde902e129104e8ccae5d86ec65a0c0: Waiting for close lock at 1731296815140Disabling compacts and flushes for region at 1731296815140Disabling writes for close at 1731296815140Writing region close event to WAL at 1731296815140Closed at 1731296815140 2024-11-11T03:46:55,141 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51517f533b8ae9e823dd3ef09c350214, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,141 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ea53a6024377ec87ea76cb37bbe343ed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741847_1023 (size=110) 2024-11-11T03:46:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741847_1023 (size=110) 2024-11-11T03:46:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741847_1023 (size=110) 2024-11-11T03:46:55,146 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,146 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 6f21561c441f47523d72242f14321781, disabling compactions & flushes 2024-11-11T03:46:55,146 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:55,146 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:55,146 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. after waiting 0 ms 2024-11-11T03:46:55,146 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:55,146 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:55,146 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6f21561c441f47523d72242f14321781: Waiting for close lock at 1731296815146Disabling compacts and flushes for region at 1731296815146Disabling writes for close at 1731296815146Writing region close event to WAL at 1731296815146Closed at 1731296815146 2024-11-11T03:46:55,147 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d1e20edab49df07ff59cd0607f4e72c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741848_1024 (size=110) 2024-11-11T03:46:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741848_1024 (size=110) 2024-11-11T03:46:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741848_1024 (size=110) 2024-11-11T03:46:55,155 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 51517f533b8ae9e823dd3ef09c350214, disabling compactions & flushes 2024-11-11T03:46:55,156 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:55,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:55,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. after waiting 0 ms 2024-11-11T03:46:55,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:55,156 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:55,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51517f533b8ae9e823dd3ef09c350214: Waiting for close lock at 1731296815156Disabling compacts and flushes for region at 1731296815156Disabling writes for close at 1731296815156Writing region close event to WAL at 1731296815156Closed at 1731296815156 2024-11-11T03:46:55,157 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74cf89bcc2bcb88ed3ed297dbb897201, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741849_1025 (size=110) 2024-11-11T03:46:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741849_1025 (size=110) 2024-11-11T03:46:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741849_1025 (size=110) 2024-11-11T03:46:55,167 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,167 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ea53a6024377ec87ea76cb37bbe343ed, disabling compactions & flushes 2024-11-11T03:46:55,168 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:55,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:55,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. after waiting 0 ms 2024-11-11T03:46:55,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:55,168 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:55,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ea53a6024377ec87ea76cb37bbe343ed: Waiting for close lock at 1731296815167Disabling compacts and flushes for region at 1731296815167Disabling writes for close at 1731296815168 (+1 ms)Writing region close event to WAL at 1731296815168Closed at 1731296815168 2024-11-11T03:46:55,169 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 686d547a175990a7e2777aa2845f2dd2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741850_1026 (size=110) 2024-11-11T03:46:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741850_1026 (size=110) 2024-11-11T03:46:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741850_1026 (size=110) 2024-11-11T03:46:55,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d1e20edab49df07ff59cd0607f4e72c3, disabling compactions & flushes 2024-11-11T03:46:55,176 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:55,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:55,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. after waiting 0 ms 2024-11-11T03:46:55,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:55,176 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:55,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d1e20edab49df07ff59cd0607f4e72c3: Waiting for close lock at 1731296815176Disabling compacts and flushes for region at 1731296815176Disabling writes for close at 1731296815176Writing region close event to WAL at 1731296815176Closed at 1731296815176 2024-11-11T03:46:55,177 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7e628105eea2d16445257299f224eac9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741851_1027 (size=110) 2024-11-11T03:46:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741851_1027 (size=110) 2024-11-11T03:46:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741851_1027 (size=110) 2024-11-11T03:46:55,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 74cf89bcc2bcb88ed3ed297dbb897201, disabling compactions & flushes 2024-11-11T03:46:55,186 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:55,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:55,187 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. after waiting 0 ms 2024-11-11T03:46:55,187 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:55,187 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:55,187 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74cf89bcc2bcb88ed3ed297dbb897201: Waiting for close lock at 1731296815186Disabling compacts and flushes for region at 1731296815186Disabling writes for close at 1731296815187 (+1 ms)Writing region close event to WAL at 1731296815187Closed at 1731296815187 2024-11-11T03:46:55,188 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ee74e7c6894d5b6f2041ca18355b84c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741852_1028 (size=110) 2024-11-11T03:46:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741852_1028 (size=110) 2024-11-11T03:46:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741852_1028 (size=110) 2024-11-11T03:46:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741853_1029 (size=110) 2024-11-11T03:46:55,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741853_1029 (size=110) 2024-11-11T03:46:55,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741853_1029 (size=110) 2024-11-11T03:46:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741854_1030 (size=110) 2024-11-11T03:46:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741854_1030 (size=110) 2024-11-11T03:46:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741854_1030 (size=110) 2024-11-11T03:46:55,200 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,201 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8ee74e7c6894d5b6f2041ca18355b84c, disabling compactions & flushes 2024-11-11T03:46:55,201 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:55,201 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:55,201 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. after waiting 0 ms 2024-11-11T03:46:55,201 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:55,201 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:55,201 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ee74e7c6894d5b6f2041ca18355b84c: Waiting for close lock at 1731296815201Disabling compacts and flushes for region at 1731296815201Disabling writes for close at 1731296815201Writing region close event to WAL at 1731296815201Closed at 1731296815201 2024-11-11T03:46:55,201 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a8380970d034b4be51cbe481a708604, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741855_1031 (size=110) 2024-11-11T03:46:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741855_1031 (size=110) 2024-11-11T03:46:55,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741855_1031 (size=110) 2024-11-11T03:46:55,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2a8380970d034b4be51cbe481a708604, disabling compactions & flushes 2024-11-11T03:46:55,213 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:55,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:55,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. after waiting 0 ms 2024-11-11T03:46:55,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:55,213 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:55,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a8380970d034b4be51cbe481a708604: Waiting for close lock at 1731296815213Disabling compacts and flushes for region at 1731296815213Disabling writes for close at 1731296815213Writing region close event to WAL at 1731296815213Closed at 1731296815213 2024-11-11T03:46:55,214 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed59b069dca143d62db0f3234ee44d4b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741856_1032 (size=110) 2024-11-11T03:46:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741856_1032 (size=110) 2024-11-11T03:46:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741856_1032 (size=110) 2024-11-11T03:46:55,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ed59b069dca143d62db0f3234ee44d4b, disabling compactions & flushes 2024-11-11T03:46:55,226 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:55,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:55,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. after waiting 0 ms 2024-11-11T03:46:55,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:55,226 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:55,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed59b069dca143d62db0f3234ee44d4b: Waiting for close lock at 1731296815226Disabling compacts and flushes for region at 1731296815226Disabling writes for close at 1731296815226Writing region close event to WAL at 1731296815226Closed at 1731296815226 2024-11-11T03:46:55,227 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 263fb44e75335205ef3f45d4de602e64, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741857_1033 (size=110) 2024-11-11T03:46:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741857_1033 (size=110) 2024-11-11T03:46:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741857_1033 (size=110) 2024-11-11T03:46:55,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 263fb44e75335205ef3f45d4de602e64, disabling compactions & flushes 2024-11-11T03:46:55,238 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:55,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:55,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. after waiting 0 ms 2024-11-11T03:46:55,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:55,238 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:55,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 263fb44e75335205ef3f45d4de602e64: Waiting for close lock at 1731296815238Disabling compacts and flushes for region at 1731296815238Disabling writes for close at 1731296815238Writing region close event to WAL at 1731296815238Closed at 1731296815238 2024-11-11T03:46:55,239 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae9320a54aabd79520c20f5a10147d75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741858_1034 (size=110) 2024-11-11T03:46:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741858_1034 (size=110) 2024-11-11T03:46:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741858_1034 (size=110) 2024-11-11T03:46:55,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ae9320a54aabd79520c20f5a10147d75, disabling compactions & flushes 2024-11-11T03:46:55,250 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:55,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:55,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. after waiting 0 ms 2024-11-11T03:46:55,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:55,250 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:55,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae9320a54aabd79520c20f5a10147d75: Waiting for close lock at 1731296815250Disabling compacts and flushes for region at 1731296815250Disabling writes for close at 1731296815250Writing region close event to WAL at 1731296815250Closed at 1731296815250 2024-11-11T03:46:55,251 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6120d8a3331b2ebb87f20ba6ef2cbd9e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741859_1035 (size=110) 2024-11-11T03:46:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741859_1035 (size=110) 2024-11-11T03:46:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741859_1035 (size=110) 2024-11-11T03:46:55,262 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,262 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6120d8a3331b2ebb87f20ba6ef2cbd9e, disabling compactions & flushes 2024-11-11T03:46:55,262 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:55,262 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:55,262 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. after waiting 0 ms 2024-11-11T03:46:55,262 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:55,262 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:55,263 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6120d8a3331b2ebb87f20ba6ef2cbd9e: Waiting for close lock at 1731296815262Disabling compacts and flushes for region at 1731296815262Disabling writes for close at 1731296815262Writing region close event to WAL at 1731296815262Closed at 1731296815262 2024-11-11T03:46:55,263 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a750882a11f0a6789277bbdcfce82216, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741860_1036 (size=110) 2024-11-11T03:46:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741860_1036 (size=110) 2024-11-11T03:46:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741860_1036 (size=110) 2024-11-11T03:46:55,273 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,274 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a750882a11f0a6789277bbdcfce82216, disabling compactions & flushes 2024-11-11T03:46:55,274 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:55,274 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:55,274 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. after waiting 0 ms 2024-11-11T03:46:55,274 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:55,274 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:55,274 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a750882a11f0a6789277bbdcfce82216: Waiting for close lock at 1731296815273Disabling compacts and flushes for region at 1731296815273Disabling writes for close at 1731296815274 (+1 ms)Writing region close event to WAL at 1731296815274Closed at 1731296815274 2024-11-11T03:46:55,274 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cd02b13462959eaeec357fb2097272d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741861_1037 (size=110) 2024-11-11T03:46:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741861_1037 (size=110) 2024-11-11T03:46:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741861_1037 (size=110) 2024-11-11T03:46:55,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7cd02b13462959eaeec357fb2097272d, disabling compactions & flushes 2024-11-11T03:46:55,285 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:55,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:55,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. after waiting 0 ms 2024-11-11T03:46:55,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:55,285 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:55,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cd02b13462959eaeec357fb2097272d: Waiting for close lock at 1731296815285Disabling compacts and flushes for region at 1731296815285Disabling writes for close at 1731296815285Writing region close event to WAL at 1731296815285Closed at 1731296815285 2024-11-11T03:46:55,286 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1191ad8d017b7e5abf6bcafb2340738a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741862_1038 (size=110) 2024-11-11T03:46:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741862_1038 (size=110) 2024-11-11T03:46:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741862_1038 (size=110) 2024-11-11T03:46:55,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1191ad8d017b7e5abf6bcafb2340738a, disabling compactions & flushes 2024-11-11T03:46:55,296 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:55,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:55,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. after waiting 0 ms 2024-11-11T03:46:55,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:55,296 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:55,296 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1191ad8d017b7e5abf6bcafb2340738a: Waiting for close lock at 1731296815296Disabling compacts and flushes for region at 1731296815296Disabling writes for close at 1731296815296Writing region close event to WAL at 1731296815296Closed at 1731296815296 2024-11-11T03:46:55,297 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c783704dfd04b63fbbc61ab5c607874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f 2024-11-11T03:46:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T03:46:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741863_1039 (size=107) 2024-11-11T03:46:55,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741863_1039 (size=107) 2024-11-11T03:46:55,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741863_1039 (size=107) 2024-11-11T03:46:55,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4c783704dfd04b63fbbc61ab5c607874, disabling compactions & flushes 2024-11-11T03:46:55,309 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:55,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:55,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. after waiting 0 ms 2024-11-11T03:46:55,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:55,309 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:55,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c783704dfd04b63fbbc61ab5c607874: Waiting for close lock at 1731296815309Disabling compacts and flushes for region at 1731296815309Disabling writes for close at 1731296815309Writing region close event to WAL at 1731296815309Closed at 1731296815309 2024-11-11T03:46:55,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 686d547a175990a7e2777aa2845f2dd2, disabling compactions & flushes 2024-11-11T03:46:55,591 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:55,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:55,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. after waiting 0 ms 2024-11-11T03:46:55,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:55,591 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:55,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 686d547a175990a7e2777aa2845f2dd2: Waiting for close lock at 1731296815591Disabling compacts and flushes for region at 1731296815591Disabling writes for close at 1731296815591Writing region close event to WAL at 1731296815591Closed at 1731296815591 2024-11-11T03:46:55,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:55,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 7e628105eea2d16445257299f224eac9, disabling compactions & flushes 2024-11-11T03:46:55,594 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:55,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:55,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. after waiting 0 ms 2024-11-11T03:46:55,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:55,594 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:55,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7e628105eea2d16445257299f224eac9: Waiting for close lock at 1731296815594Disabling compacts and flushes for region at 1731296815594Disabling writes for close at 1731296815594Writing region close event to WAL at 1731296815594Closed at 1731296815594 2024-11-11T03:46:55,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:46:55,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731296815597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731296815597"}]},"ts":"1731296815597"} 2024-11-11T03:46:55,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-11T03:46:55,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:46:55,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731296815659"}]},"ts":"1731296815659"} 2024-11-11T03:46:55,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-11T03:46:55,667 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {a7bef91497aa=0} racks are {/default-rack=0} 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T03:46:55,707 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T03:46:55,707 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T03:46:55,707 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T03:46:55,707 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T03:46:55,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f491d92e5bb82608a9ddb89d2538288, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9bbd2a5627cf7d48a950460e66d94fd0, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c40ccc3ab0da130f9fcf7b08ad807923, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6fde902e129104e8ccae5d86ec65a0c0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06e9ef1cc66f5b6c7fd78d270411e3b9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f21561c441f47523d72242f14321781, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51517f533b8ae9e823dd3ef09c350214, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1e20edab49df07ff59cd0607f4e72c3, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=74cf89bcc2bcb88ed3ed297dbb897201, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686d547a175990a7e2777aa2845f2dd2, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e628105eea2d16445257299f224eac9, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a8380970d034b4be51cbe481a708604, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ed59b069dca143d62db0f3234ee44d4b, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae9320a54aabd79520c20f5a10147d75, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6120d8a3331b2ebb87f20ba6ef2cbd9e, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cd02b13462959eaeec357fb2097272d, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1191ad8d017b7e5abf6bcafb2340738a, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN}] 2024-11-11T03:46:55,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN 2024-11-11T03:46:55,719 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,721 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1191ad8d017b7e5abf6bcafb2340738a, ASSIGN 2024-11-11T03:46:55,722 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1191ad8d017b7e5abf6bcafb2340738a, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cd02b13462959eaeec357fb2097272d, ASSIGN 2024-11-11T03:46:55,724 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cd02b13462959eaeec357fb2097272d, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN 2024-11-11T03:46:55,727 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6120d8a3331b2ebb87f20ba6ef2cbd9e, ASSIGN 2024-11-11T03:46:55,729 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6120d8a3331b2ebb87f20ba6ef2cbd9e, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae9320a54aabd79520c20f5a10147d75, ASSIGN 2024-11-11T03:46:55,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae9320a54aabd79520c20f5a10147d75, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,733 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN 2024-11-11T03:46:55,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ed59b069dca143d62db0f3234ee44d4b, ASSIGN 2024-11-11T03:46:55,737 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ed59b069dca143d62db0f3234ee44d4b, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a8380970d034b4be51cbe481a708604, ASSIGN 2024-11-11T03:46:55,739 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a8380970d034b4be51cbe481a708604, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN 2024-11-11T03:46:55,742 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,743 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e628105eea2d16445257299f224eac9, ASSIGN 2024-11-11T03:46:55,744 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e628105eea2d16445257299f224eac9, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686d547a175990a7e2777aa2845f2dd2, ASSIGN 2024-11-11T03:46:55,747 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686d547a175990a7e2777aa2845f2dd2, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=74cf89bcc2bcb88ed3ed297dbb897201, ASSIGN 2024-11-11T03:46:55,749 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=74cf89bcc2bcb88ed3ed297dbb897201, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1e20edab49df07ff59cd0607f4e72c3, ASSIGN 2024-11-11T03:46:55,751 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1e20edab49df07ff59cd0607f4e72c3, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,753 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN 2024-11-11T03:46:55,754 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51517f533b8ae9e823dd3ef09c350214, ASSIGN 2024-11-11T03:46:55,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51517f533b8ae9e823dd3ef09c350214, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,758 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f21561c441f47523d72242f14321781, ASSIGN 2024-11-11T03:46:55,759 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f21561c441f47523d72242f14321781, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06e9ef1cc66f5b6c7fd78d270411e3b9, ASSIGN 2024-11-11T03:46:55,762 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06e9ef1cc66f5b6c7fd78d270411e3b9, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,763 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN 2024-11-11T03:46:55,764 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN 2024-11-11T03:46:55,767 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,768 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6fde902e129104e8ccae5d86ec65a0c0, ASSIGN 2024-11-11T03:46:55,770 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6fde902e129104e8ccae5d86ec65a0c0, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c40ccc3ab0da130f9fcf7b08ad807923, ASSIGN 2024-11-11T03:46:55,773 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c40ccc3ab0da130f9fcf7b08ad807923, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN 2024-11-11T03:46:55,775 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN; state=OFFLINE, location=a7bef91497aa,34565,1731296812458; forceNewPlan=false, retain=false 2024-11-11T03:46:55,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, ASSIGN 2024-11-11T03:46:55,778 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, ASSIGN; state=OFFLINE, location=a7bef91497aa,41239,1731296812499; forceNewPlan=false, retain=false 2024-11-11T03:46:55,779 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9bbd2a5627cf7d48a950460e66d94fd0, ASSIGN 2024-11-11T03:46:55,780 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9bbd2a5627cf7d48a950460e66d94fd0, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f491d92e5bb82608a9ddb89d2538288, ASSIGN 2024-11-11T03:46:55,783 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f491d92e5bb82608a9ddb89d2538288, ASSIGN; state=OFFLINE, location=a7bef91497aa,37727,1731296812347; forceNewPlan=false, retain=false 2024-11-11T03:46:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T03:46:55,874 INFO [a7bef91497aa:44355 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-11T03:46:55,875 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=7cd02b13462959eaeec357fb2097272d, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=ae9320a54aabd79520c20f5a10147d75, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2a8380970d034b4be51cbe481a708604, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=686d547a175990a7e2777aa2845f2dd2, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6f21561c441f47523d72242f14321781, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cd02b13462959eaeec357fb2097272d, ASSIGN because future has completed 2024-11-11T03:46:55,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd02b13462959eaeec357fb2097272d, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae9320a54aabd79520c20f5a10147d75, ASSIGN because future has completed 2024-11-11T03:46:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a8380970d034b4be51cbe481a708604, ASSIGN because future has completed 2024-11-11T03:46:55,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686d547a175990a7e2777aa2845f2dd2, ASSIGN because future has completed 2024-11-11T03:46:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1e20edab49df07ff59cd0607f4e72c3, ASSIGN because future has completed 2024-11-11T03:46:55,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1e20edab49df07ff59cd0607f4e72c3, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f21561c441f47523d72242f14321781, ASSIGN because future has completed 2024-11-11T03:46:55,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06e9ef1cc66f5b6c7fd78d270411e3b9, ASSIGN because future has completed 2024-11-11T03:46:55,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c40ccc3ab0da130f9fcf7b08ad807923, ASSIGN because future has completed 2024-11-11T03:46:55,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40ccc3ab0da130f9fcf7b08ad807923, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06e9ef1cc66f5b6c7fd78d270411e3b9, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f21561c441f47523d72242f14321781, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 686d547a175990a7e2777aa2845f2dd2, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a8380970d034b4be51cbe481a708604, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9320a54aabd79520c20f5a10147d75, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:55,926 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,926 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,927 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ed59b069dca143d62db0f3234ee44d4b, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,927 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7e628105eea2d16445257299f224eac9, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=51517f533b8ae9e823dd3ef09c350214, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, ASSIGN because future has completed 2024-11-11T03:46:55,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f1f9e0f0b0be2a2b28a39a8e27a16b1, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:46:55,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1191ad8d017b7e5abf6bcafb2340738a, ASSIGN because future has completed 2024-11-11T03:46:55,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6120d8a3331b2ebb87f20ba6ef2cbd9e, ASSIGN because future has completed 2024-11-11T03:46:55,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ed59b069dca143d62db0f3234ee44d4b, ASSIGN because future has completed 2024-11-11T03:46:55,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed59b069dca143d62db0f3234ee44d4b, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e628105eea2d16445257299f224eac9, ASSIGN because future has completed 2024-11-11T03:46:55,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=74cf89bcc2bcb88ed3ed297dbb897201, ASSIGN because future has completed 2024-11-11T03:46:55,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51517f533b8ae9e823dd3ef09c350214, ASSIGN because future has completed 2024-11-11T03:46:55,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51517f533b8ae9e823dd3ef09c350214, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74cf89bcc2bcb88ed3ed297dbb897201, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e628105eea2d16445257299f224eac9, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6120d8a3331b2ebb87f20ba6ef2cbd9e, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1191ad8d017b7e5abf6bcafb2340738a, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f491d92e5bb82608a9ddb89d2538288, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:55,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=4c783704dfd04b63fbbc61ab5c607874, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a750882a11f0a6789277bbdcfce82216, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6fde902e129104e8ccae5d86ec65a0c0, ASSIGN because future has completed 2024-11-11T03:46:55,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=263fb44e75335205ef3f45d4de602e64, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fde902e129104e8ccae5d86ec65a0c0, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9bbd2a5627cf7d48a950460e66d94fd0, ASSIGN because future has completed 2024-11-11T03:46:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f491d92e5bb82608a9ddb89d2538288, ASSIGN because future has completed 2024-11-11T03:46:55,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN because future has completed 2024-11-11T03:46:55,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN because future has completed 2024-11-11T03:46:55,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:55,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN because future has completed 2024-11-11T03:46:55,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:55,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:55,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f491d92e5bb82608a9ddb89d2538288, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bbd2a5627cf7d48a950460e66d94fd0, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:46:55,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e523d357f3ea570511518e406cee8306, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1dfe914db84af53f7e96208d55722002, regionState=OPENING, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN because future has completed 2024-11-11T03:46:55,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN because future has completed 2024-11-11T03:46:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN because future has completed 2024-11-11T03:46:55,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN because future has completed 2024-11-11T03:46:55,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN because future has completed 2024-11-11T03:46:56,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:56,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:56,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,34565,1731296812458}] 2024-11-11T03:46:56,035 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T03:46:56,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T03:46:56,044 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:56,044 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cd02b13462959eaeec357fb2097272d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-11T03:46:56,044 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,045 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,045 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,045 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,047 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,049 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd02b13462959eaeec357fb2097272d columnFamilyName colfamily11 2024-11-11T03:46:56,049 DEBUG [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,050 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] regionserver.HStore(327): Store=7cd02b13462959eaeec357fb2097272d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,050 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,052 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd02b13462959eaeec357fb2097272d columnFamilyName colfamily21 2024-11-11T03:46:56,052 DEBUG [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,052 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] regionserver.HStore(327): Store=7cd02b13462959eaeec357fb2097272d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,053 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,054 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd02b13462959eaeec357fb2097272d columnFamilyName colfamily31 2024-11-11T03:46:56,054 DEBUG [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,055 INFO [StoreOpener-7cd02b13462959eaeec357fb2097272d-1 {}] regionserver.HStore(327): Store=7cd02b13462959eaeec357fb2097272d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,055 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,056 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,056 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,058 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,058 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,058 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,060 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,063 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,063 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 7cd02b13462959eaeec357fb2097272d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61718297, jitterRate=-0.08032570779323578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,064 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:46:56,065 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 7cd02b13462959eaeec357fb2097272d: Running coprocessor pre-open hook at 1731296816045Writing region info on filesystem at 1731296816045Initializing all the Stores at 1731296816046 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816046Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816046Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816046Cleaning up temporary data from old regions at 1731296816058 (+12 ms)Running coprocessor post-open hooks at 1731296816064 (+6 ms)Region opened successfully at 1731296816065 (+1 ms) 2024-11-11T03:46:56,067 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., pid=31, masterSystemTime=1731296816035 2024-11-11T03:46:56,070 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:56,070 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:46:56,070 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:56,071 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => c40ccc3ab0da130f9fcf7b08ad807923, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-11T03:46:56,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,071 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,071 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,071 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,071 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,074 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd02b13462959eaeec357fb2097272d, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,077 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40ccc3ab0da130f9fcf7b08ad807923 columnFamilyName colfamily11 2024-11-11T03:46:56,077 DEBUG [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,078 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] regionserver.HStore(327): Store=c40ccc3ab0da130f9fcf7b08ad807923/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,079 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-11T03:46:56,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cd02b13462959eaeec357fb2097272d, server=a7bef91497aa,41239,1731296812499 in 196 msec 2024-11-11T03:46:56,081 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40ccc3ab0da130f9fcf7b08ad807923 columnFamilyName colfamily21 2024-11-11T03:46:56,081 DEBUG [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7cd02b13462959eaeec357fb2097272d, ASSIGN in 369 msec 2024-11-11T03:46:56,081 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] regionserver.HStore(327): Store=c40ccc3ab0da130f9fcf7b08ad807923/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,082 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,083 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40ccc3ab0da130f9fcf7b08ad807923 columnFamilyName colfamily31 2024-11-11T03:46:56,083 DEBUG [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,084 INFO [StoreOpener-c40ccc3ab0da130f9fcf7b08ad807923-1 {}] regionserver.HStore(327): Store=c40ccc3ab0da130f9fcf7b08ad807923/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,084 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,085 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,086 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,087 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,087 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,088 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,088 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T03:46:56,090 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45079, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T03:46:56,093 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,094 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened c40ccc3ab0da130f9fcf7b08ad807923; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75250367, jitterRate=0.12131784856319427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,094 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:46:56,094 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for c40ccc3ab0da130f9fcf7b08ad807923: Running coprocessor pre-open hook at 1731296816071Writing region info on filesystem at 1731296816071Initializing all the Stores at 1731296816073 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816073Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816074 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816074Cleaning up temporary data from old regions at 1731296816087 (+13 ms)Running coprocessor post-open hooks at 1731296816094 (+7 ms)Region opened successfully at 1731296816094 2024-11-11T03:46:56,095 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:56,095 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 51517f533b8ae9e823dd3ef09c350214, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-11T03:46:56,095 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., pid=33, masterSystemTime=1731296816035 2024-11-11T03:46:56,096 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,096 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,096 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,096 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,098 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,099 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:56,099 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:46:56,099 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:56,099 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 06e9ef1cc66f5b6c7fd78d270411e3b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-11T03:46:56,100 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51517f533b8ae9e823dd3ef09c350214 columnFamilyName colfamily11 2024-11-11T03:46:56,100 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,100 DEBUG [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,100 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,100 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,100 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,100 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] regionserver.HStore(327): Store=51517f533b8ae9e823dd3ef09c350214/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,101 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,102 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40ccc3ab0da130f9fcf7b08ad807923, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,104 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51517f533b8ae9e823dd3ef09c350214 columnFamilyName colfamily21 2024-11-11T03:46:56,104 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e9ef1cc66f5b6c7fd78d270411e3b9 columnFamilyName colfamily11 2024-11-11T03:46:56,104 DEBUG [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,104 DEBUG [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,105 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] regionserver.HStore(327): Store=06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,105 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] regionserver.HStore(327): Store=51517f533b8ae9e823dd3ef09c350214/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,105 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,105 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,107 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e9ef1cc66f5b6c7fd78d270411e3b9 columnFamilyName colfamily21 2024-11-11T03:46:56,107 DEBUG [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,108 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51517f533b8ae9e823dd3ef09c350214 columnFamilyName colfamily31 2024-11-11T03:46:56,108 DEBUG [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,108 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] regionserver.HStore(327): Store=06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=9 2024-11-11T03:46:56,108 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c40ccc3ab0da130f9fcf7b08ad807923, server=a7bef91497aa,41239,1731296812499 in 206 msec 2024-11-11T03:46:56,109 INFO [StoreOpener-51517f533b8ae9e823dd3ef09c350214-1 {}] regionserver.HStore(327): Store=51517f533b8ae9e823dd3ef09c350214/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,109 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,110 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,110 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e9ef1cc66f5b6c7fd78d270411e3b9 columnFamilyName colfamily31 2024-11-11T03:46:56,110 DEBUG [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c40ccc3ab0da130f9fcf7b08ad807923, ASSIGN in 398 msec 2024-11-11T03:46:56,111 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,111 INFO [StoreOpener-06e9ef1cc66f5b6c7fd78d270411e3b9-1 {}] regionserver.HStore(327): Store=06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,111 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,112 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,112 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,112 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,113 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,113 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,114 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,114 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,115 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,115 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,117 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,118 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,119 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 51517f533b8ae9e823dd3ef09c350214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71498797, jitterRate=0.06541509926319122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,119 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:46:56,119 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 51517f533b8ae9e823dd3ef09c350214: Running coprocessor pre-open hook at 1731296816096Writing region info on filesystem at 1731296816096Initializing all the Stores at 1731296816097 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816097Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816097Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816098 (+1 ms)Cleaning up temporary data from old regions at 1731296816112 (+14 ms)Running coprocessor post-open hooks at 1731296816119 (+7 ms)Region opened successfully at 1731296816119 2024-11-11T03:46:56,120 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., pid=41, masterSystemTime=1731296816088 2024-11-11T03:46:56,121 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,121 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 06e9ef1cc66f5b6c7fd78d270411e3b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63740848, jitterRate=-0.05018734931945801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,122 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:46:56,122 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 06e9ef1cc66f5b6c7fd78d270411e3b9: Running coprocessor pre-open hook at 1731296816100Writing region info on filesystem at 1731296816100Initializing all the Stores at 1731296816101 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816102 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816102Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816102Cleaning up temporary data from old regions at 1731296816114 (+12 ms)Running coprocessor post-open hooks at 1731296816122 (+8 ms)Region opened successfully at 1731296816122 2024-11-11T03:46:56,123 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., pid=34, masterSystemTime=1731296816035 2024-11-11T03:46:56,123 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:56,123 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:46:56,123 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:56,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => ed59b069dca143d62db0f3234ee44d4b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-11T03:46:56,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,126 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:56,126 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:46:56,126 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:56,127 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 686d547a175990a7e2777aa2845f2dd2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-11T03:46:56,128 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,128 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,128 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,128 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,128 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51517f533b8ae9e823dd3ef09c350214, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,130 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:56,130 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,131 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e3d8f68b9d1c3d926f32a1404227b77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-11T03:46:56,131 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed59b069dca143d62db0f3234ee44d4b columnFamilyName colfamily11 2024-11-11T03:46:56,131 DEBUG [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,131 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,131 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,131 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,131 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,132 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] regionserver.HStore(327): Store=ed59b069dca143d62db0f3234ee44d4b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,132 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,133 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686d547a175990a7e2777aa2845f2dd2 columnFamilyName colfamily11 2024-11-11T03:46:56,133 DEBUG [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,134 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed59b069dca143d62db0f3234ee44d4b columnFamilyName colfamily21 2024-11-11T03:46:56,134 DEBUG [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,134 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] regionserver.HStore(327): Store=686d547a175990a7e2777aa2845f2dd2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,134 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,135 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] regionserver.HStore(327): Store=ed59b069dca143d62db0f3234ee44d4b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,135 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,135 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06e9ef1cc66f5b6c7fd78d270411e3b9, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,137 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686d547a175990a7e2777aa2845f2dd2 columnFamilyName colfamily21 2024-11-11T03:46:56,137 DEBUG [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,137 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed59b069dca143d62db0f3234ee44d4b columnFamilyName colfamily31 2024-11-11T03:46:56,138 DEBUG [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,138 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3d8f68b9d1c3d926f32a1404227b77 columnFamilyName colfamily11 2024-11-11T03:46:56,138 DEBUG [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,138 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] regionserver.HStore(327): Store=686d547a175990a7e2777aa2845f2dd2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,138 INFO [StoreOpener-ed59b069dca143d62db0f3234ee44d4b-1 {}] regionserver.HStore(327): Store=ed59b069dca143d62db0f3234ee44d4b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,139 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,139 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,139 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(327): Store=3e3d8f68b9d1c3d926f32a1404227b77/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,139 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=15 2024-11-11T03:46:56,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 51517f533b8ae9e823dd3ef09c350214, server=a7bef91497aa,37727,1731296812347 in 196 msec 2024-11-11T03:46:56,140 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,141 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,141 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3d8f68b9d1c3d926f32a1404227b77 columnFamilyName colfamily21 2024-11-11T03:46:56,141 DEBUG [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,141 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686d547a175990a7e2777aa2845f2dd2 columnFamilyName colfamily31 2024-11-11T03:46:56,142 DEBUG [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,142 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(327): Store=3e3d8f68b9d1c3d926f32a1404227b77/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,142 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,142 INFO [StoreOpener-686d547a175990a7e2777aa2845f2dd2-1 {}] regionserver.HStore(327): Store=686d547a175990a7e2777aa2845f2dd2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,143 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,143 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,143 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51517f533b8ae9e823dd3ef09c350214, ASSIGN in 430 msec 2024-11-11T03:46:56,144 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,144 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,144 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3d8f68b9d1c3d926f32a1404227b77 columnFamilyName colfamily31 2024-11-11T03:46:56,144 DEBUG [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,145 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(327): Store=3e3d8f68b9d1c3d926f32a1404227b77/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,145 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,145 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,146 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,146 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,147 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,147 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,148 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,148 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=13 2024-11-11T03:46:56,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 06e9ef1cc66f5b6c7fd78d270411e3b9, server=a7bef91497aa,41239,1731296812499 in 241 msec 2024-11-11T03:46:56,150 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,151 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,151 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened ed59b069dca143d62db0f3234ee44d4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61735238, jitterRate=-0.0800732672214508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,151 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:46:56,152 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for ed59b069dca143d62db0f3234ee44d4b: Running coprocessor pre-open hook at 1731296816125Writing region info on filesystem at 1731296816125Initializing all the Stores at 1731296816128 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816128Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816128Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816128Cleaning up temporary data from old regions at 1731296816143 (+15 ms)Running coprocessor post-open hooks at 1731296816151 (+8 ms)Region opened successfully at 1731296816151 2024-11-11T03:46:56,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06e9ef1cc66f5b6c7fd78d270411e3b9, ASSIGN in 440 msec 2024-11-11T03:46:56,153 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., pid=40, masterSystemTime=1731296816088 2024-11-11T03:46:56,153 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,153 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,154 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,154 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,155 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 686d547a175990a7e2777aa2845f2dd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61935794, jitterRate=-0.0770847499370575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,155 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:46:56,155 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 686d547a175990a7e2777aa2845f2dd2: Running coprocessor pre-open hook at 1731296816128Writing region info on filesystem at 1731296816128Initializing all the Stores at 1731296816130 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816130Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816130Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816130Cleaning up temporary data from old regions at 1731296816147 (+17 ms)Running coprocessor post-open hooks at 1731296816155 (+8 ms)Region opened successfully at 1731296816155 2024-11-11T03:46:56,156 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:56,156 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:46:56,156 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., pid=36, masterSystemTime=1731296816035 2024-11-11T03:46:56,156 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,156 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:56,157 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 6120d8a3331b2ebb87f20ba6ef2cbd9e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-11T03:46:56,157 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,157 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,158 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,158 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,161 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:56,161 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed59b069dca143d62db0f3234ee44d4b, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,161 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:46:56,162 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:56,162 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,162 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a8380970d034b4be51cbe481a708604, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-11T03:46:56,162 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,162 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,163 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 3e3d8f68b9d1c3d926f32a1404227b77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64251804, jitterRate=-0.042573511600494385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:46:56,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 3e3d8f68b9d1c3d926f32a1404227b77: Running coprocessor pre-open hook at 1731296816132Writing region info on filesystem at 1731296816132Initializing all the Stores at 1731296816134 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816134Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816135 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816135Cleaning up temporary data from old regions at 1731296816153 (+18 ms)Running coprocessor post-open hooks at 1731296816163 (+10 ms)Region opened successfully at 1731296816163 2024-11-11T03:46:56,164 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6120d8a3331b2ebb87f20ba6ef2cbd9e columnFamilyName colfamily11 2024-11-11T03:46:56,164 DEBUG [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,165 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 686d547a175990a7e2777aa2845f2dd2, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,165 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] regionserver.HStore(327): Store=6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,166 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,166 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., pid=53, masterSystemTime=1731296816123 2024-11-11T03:46:56,168 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a8380970d034b4be51cbe481a708604 columnFamilyName colfamily11 2024-11-11T03:46:56,168 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6120d8a3331b2ebb87f20ba6ef2cbd9e columnFamilyName colfamily21 2024-11-11T03:46:56,168 DEBUG [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,168 DEBUG [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,169 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] regionserver.HStore(327): Store=6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,169 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] regionserver.HStore(327): Store=2a8380970d034b4be51cbe481a708604/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,169 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,169 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,169 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:56,169 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:46:56,170 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:56,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => a750882a11f0a6789277bbdcfce82216, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-11T03:46:56,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,171 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,171 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a8380970d034b4be51cbe481a708604 columnFamilyName colfamily21 2024-11-11T03:46:56,171 DEBUG [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,171 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6120d8a3331b2ebb87f20ba6ef2cbd9e columnFamilyName colfamily31 2024-11-11T03:46:56,171 DEBUG [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=23 2024-11-11T03:46:56,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure ed59b069dca143d62db0f3234ee44d4b, server=a7bef91497aa,37727,1731296812347 in 231 msec 2024-11-11T03:46:56,172 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] regionserver.HStore(327): Store=2a8380970d034b4be51cbe481a708604/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,172 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,172 INFO [StoreOpener-6120d8a3331b2ebb87f20ba6ef2cbd9e-1 {}] regionserver.HStore(327): Store=6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,173 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,174 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ed59b069dca143d62db0f3234ee44d4b, ASSIGN in 462 msec 2024-11-11T03:46:56,174 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a8380970d034b4be51cbe481a708604 columnFamilyName colfamily31 2024-11-11T03:46:56,174 DEBUG [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,174 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,175 INFO [StoreOpener-2a8380970d034b4be51cbe481a708604-1 {}] regionserver.HStore(327): Store=2a8380970d034b4be51cbe481a708604/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,176 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,176 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,177 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,177 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,177 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,178 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,179 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,179 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a750882a11f0a6789277bbdcfce82216 columnFamilyName colfamily11 2024-11-11T03:46:56,179 DEBUG [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,180 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,180 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(327): Store=a750882a11f0a6789277bbdcfce82216/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,180 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,180 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,181 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,182 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,182 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a750882a11f0a6789277bbdcfce82216 columnFamilyName colfamily21 2024-11-11T03:46:56,183 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,183 DEBUG [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=19 2024-11-11T03:46:56,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 686d547a175990a7e2777aa2845f2dd2, server=a7bef91497aa,41239,1731296812499 in 268 msec 2024-11-11T03:46:56,184 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(327): Store=a750882a11f0a6789277bbdcfce82216/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,184 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,186 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,186 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a750882a11f0a6789277bbdcfce82216 columnFamilyName colfamily31 2024-11-11T03:46:56,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686d547a175990a7e2777aa2845f2dd2, ASSIGN in 473 msec 2024-11-11T03:46:56,187 DEBUG [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,187 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 2a8380970d034b4be51cbe481a708604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74637134, jitterRate=0.1121799647808075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,187 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:46:56,187 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(327): Store=a750882a11f0a6789277bbdcfce82216/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,188 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 2a8380970d034b4be51cbe481a708604: Running coprocessor pre-open hook at 1731296816163Writing region info on filesystem at 1731296816163Initializing all the Stores at 1731296816165 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816165Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816165Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816165Cleaning up temporary data from old regions at 1731296816180 (+15 ms)Running coprocessor post-open hooks at 1731296816187 (+7 ms)Region opened successfully at 1731296816188 (+1 ms) 2024-11-11T03:46:56,188 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,189 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., pid=37, masterSystemTime=1731296816035 2024-11-11T03:46:56,190 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,190 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=11 2024-11-11T03:46:56,192 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,34565,1731296812458 in 190 msec 2024-11-11T03:46:56,192 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,192 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:56,193 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:46:56,193 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:56,193 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => d1e20edab49df07ff59cd0607f4e72c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-11T03:46:56,193 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,193 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,193 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,194 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,194 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,196 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,196 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN in 482 msec 2024-11-11T03:46:56,196 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,197 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 6120d8a3331b2ebb87f20ba6ef2cbd9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61279475, jitterRate=-0.0868646651506424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,198 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:46:56,198 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 6120d8a3331b2ebb87f20ba6ef2cbd9e: Running coprocessor pre-open hook at 1731296816158Writing region info on filesystem at 1731296816158Initializing all the Stores at 1731296816161 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816161Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816161Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816161Cleaning up temporary data from old regions at 1731296816177 (+16 ms)Running coprocessor post-open hooks at 1731296816198 (+21 ms)Region opened successfully at 1731296816198 2024-11-11T03:46:56,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2a8380970d034b4be51cbe481a708604, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,200 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., pid=44, masterSystemTime=1731296816088 2024-11-11T03:46:56,201 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1e20edab49df07ff59cd0607f4e72c3 columnFamilyName colfamily11 2024-11-11T03:46:56,201 DEBUG [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a8380970d034b4be51cbe481a708604, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,202 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] regionserver.HStore(327): Store=d1e20edab49df07ff59cd0607f4e72c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,203 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:56,203 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:46:56,203 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:56,203 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fde902e129104e8ccae5d86ec65a0c0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-11T03:46:56,204 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,204 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,204 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,204 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,205 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1e20edab49df07ff59cd0607f4e72c3 columnFamilyName colfamily21 2024-11-11T03:46:56,205 DEBUG [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,206 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] regionserver.HStore(327): Store=d1e20edab49df07ff59cd0607f4e72c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=22 2024-11-11T03:46:56,207 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a8380970d034b4be51cbe481a708604, server=a7bef91497aa,41239,1731296812499 in 286 msec 2024-11-11T03:46:56,208 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1e20edab49df07ff59cd0607f4e72c3 columnFamilyName colfamily31 2024-11-11T03:46:56,209 DEBUG [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,209 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,209 INFO [StoreOpener-d1e20edab49df07ff59cd0607f4e72c3-1 {}] regionserver.HStore(327): Store=d1e20edab49df07ff59cd0607f4e72c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,209 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a8380970d034b4be51cbe481a708604, ASSIGN in 497 msec 2024-11-11T03:46:56,210 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened a750882a11f0a6789277bbdcfce82216; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62402246, jitterRate=-0.07013407349586487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,210 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:46:56,210 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for a750882a11f0a6789277bbdcfce82216: Running coprocessor pre-open hook at 1731296816171Writing region info on filesystem at 1731296816171Initializing all the Stores at 1731296816172 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816172Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816176 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816176Cleaning up temporary data from old regions at 1731296816192 (+16 ms)Running coprocessor post-open hooks at 1731296816210 (+18 ms)Region opened successfully at 1731296816210 2024-11-11T03:46:56,210 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,211 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,212 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., pid=47, masterSystemTime=1731296816123 2024-11-11T03:46:56,213 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,214 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6120d8a3331b2ebb87f20ba6ef2cbd9e, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,215 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,215 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:56,215 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:46:56,215 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:56,216 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 263fb44e75335205ef3f45d4de602e64, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-11T03:46:56,216 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,216 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,217 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,217 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,217 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=26 2024-11-11T03:46:56,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 6120d8a3331b2ebb87f20ba6ef2cbd9e, server=a7bef91497aa,37727,1731296812347 in 264 msec 2024-11-11T03:46:56,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6120d8a3331b2ebb87f20ba6ef2cbd9e, ASSIGN in 511 msec 2024-11-11T03:46:56,224 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,227 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fde902e129104e8ccae5d86ec65a0c0 columnFamilyName colfamily11 2024-11-11T03:46:56,227 DEBUG [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,228 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] regionserver.HStore(327): Store=6fde902e129104e8ccae5d86ec65a0c0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,228 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,229 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,230 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,230 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fde902e129104e8ccae5d86ec65a0c0 columnFamilyName colfamily21 2024-11-11T03:46:56,230 DEBUG [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,231 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] regionserver.HStore(327): Store=6fde902e129104e8ccae5d86ec65a0c0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,231 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,231 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened d1e20edab49df07ff59cd0607f4e72c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69166251, jitterRate=0.030657455325126648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,231 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263fb44e75335205ef3f45d4de602e64 columnFamilyName colfamily11 2024-11-11T03:46:56,231 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:46:56,232 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for d1e20edab49df07ff59cd0607f4e72c3: Running coprocessor pre-open hook at 1731296816194Writing region info on filesystem at 1731296816194Initializing all the Stores at 1731296816196 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816196Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816196Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816196Cleaning up temporary data from old regions at 1731296816214 (+18 ms)Running coprocessor post-open hooks at 1731296816231 (+17 ms)Region opened successfully at 1731296816232 (+1 ms) 2024-11-11T03:46:56,232 DEBUG [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,233 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(327): Store=263fb44e75335205ef3f45d4de602e64/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,233 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,233 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fde902e129104e8ccae5d86ec65a0c0 columnFamilyName colfamily31 2024-11-11T03:46:56,233 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., pid=32, masterSystemTime=1731296816035 2024-11-11T03:46:56,233 DEBUG [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,234 INFO [StoreOpener-6fde902e129104e8ccae5d86ec65a0c0-1 {}] regionserver.HStore(327): Store=6fde902e129104e8ccae5d86ec65a0c0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,234 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,235 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263fb44e75335205ef3f45d4de602e64 columnFamilyName colfamily21 2024-11-11T03:46:56,235 DEBUG [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,235 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,236 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(327): Store=263fb44e75335205ef3f45d4de602e64/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,236 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:56,236 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:46:56,236 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,236 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:56,236 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=27 2024-11-11T03:46:56,237 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f1f9e0f0b0be2a2b28a39a8e27a16b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-11T03:46:56,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,34565,1731296812458 in 259 msec 2024-11-11T03:46:56,237 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,237 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,237 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,237 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,238 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263fb44e75335205ef3f45d4de602e64 columnFamilyName colfamily31 2024-11-11T03:46:56,239 DEBUG [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,239 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,240 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN in 527 msec 2024-11-11T03:46:56,240 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(327): Store=263fb44e75335205ef3f45d4de602e64/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,240 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,240 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,241 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,242 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,243 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,243 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 columnFamilyName colfamily11 2024-11-11T03:46:56,244 DEBUG [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,244 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,244 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,245 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] regionserver.HStore(327): Store=4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,245 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,246 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1e20edab49df07ff59cd0607f4e72c3, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,247 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,247 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 columnFamilyName colfamily21 2024-11-11T03:46:56,247 DEBUG [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,248 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6fde902e129104e8ccae5d86ec65a0c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62313165, jitterRate=-0.07146148383617401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,248 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:46:56,248 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6fde902e129104e8ccae5d86ec65a0c0: Running coprocessor pre-open hook at 1731296816205Writing region info on filesystem at 1731296816205Initializing all the Stores at 1731296816206 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816206Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816224 (+18 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816224Cleaning up temporary data from old regions at 1731296816240 (+16 ms)Running coprocessor post-open hooks at 1731296816248 (+8 ms)Region opened successfully at 1731296816248 2024-11-11T03:46:56,249 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,249 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] regionserver.HStore(327): Store=4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,250 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,250 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., pid=46, masterSystemTime=1731296816088 2024-11-11T03:46:56,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=17 2024-11-11T03:46:56,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure d1e20edab49df07ff59cd0607f4e72c3, server=a7bef91497aa,41239,1731296812499 in 359 msec 2024-11-11T03:46:56,255 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:56,256 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:46:56,256 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:56,256 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e628105eea2d16445257299f224eac9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-11T03:46:56,256 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 columnFamilyName colfamily31 2024-11-11T03:46:56,256 DEBUG [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,256 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,257 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,257 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,257 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,257 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,257 INFO [StoreOpener-4f1f9e0f0b0be2a2b28a39a8e27a16b1-1 {}] regionserver.HStore(327): Store=4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,257 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,258 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 263fb44e75335205ef3f45d4de602e64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62776814, jitterRate=-0.06455257534980774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,258 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:46:56,258 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 263fb44e75335205ef3f45d4de602e64: Running coprocessor pre-open hook at 1731296816217Writing region info on filesystem at 1731296816217Initializing all the Stores at 1731296816218 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816218Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816228 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816229 (+1 ms)Cleaning up temporary data from old regions at 1731296816244 (+15 ms)Running coprocessor post-open hooks at 1731296816258 (+14 ms)Region opened successfully at 1731296816258 2024-11-11T03:46:56,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,259 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,260 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,261 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., pid=48, masterSystemTime=1731296816123 2024-11-11T03:46:56,263 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fde902e129104e8ccae5d86ec65a0c0, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,263 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,264 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,264 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,264 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:56,265 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:46:56,265 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:56,265 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee74e7c6894d5b6f2041ca18355b84c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-11T03:46:56,266 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,266 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,266 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,266 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,266 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,267 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e628105eea2d16445257299f224eac9 columnFamilyName colfamily11 2024-11-11T03:46:56,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1e20edab49df07ff59cd0607f4e72c3, ASSIGN in 551 msec 2024-11-11T03:46:56,267 DEBUG [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,267 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] regionserver.HStore(327): Store=7e628105eea2d16445257299f224eac9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,268 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,270 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e628105eea2d16445257299f224eac9 columnFamilyName colfamily21 2024-11-11T03:46:56,270 DEBUG [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,271 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] regionserver.HStore(327): Store=7e628105eea2d16445257299f224eac9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,271 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,272 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,273 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,273 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e628105eea2d16445257299f224eac9 columnFamilyName colfamily31 2024-11-11T03:46:56,274 DEBUG [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,274 INFO [StoreOpener-7e628105eea2d16445257299f224eac9-1 {}] regionserver.HStore(327): Store=7e628105eea2d16445257299f224eac9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,274 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,274 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 4f1f9e0f0b0be2a2b28a39a8e27a16b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70463495, jitterRate=0.04998789727687836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,275 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:46:56,275 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 4f1f9e0f0b0be2a2b28a39a8e27a16b1: Running coprocessor pre-open hook at 1731296816238Writing region info on filesystem at 1731296816238Initializing all the Stores at 1731296816240 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816240Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816241 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816241Cleaning up temporary data from old regions at 1731296816263 (+22 ms)Running coprocessor post-open hooks at 1731296816275 (+12 ms)Region opened successfully at 1731296816275 2024-11-11T03:46:56,275 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,276 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,276 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., pid=39, masterSystemTime=1731296816035 2024-11-11T03:46:56,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=10 2024-11-11T03:46:56,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fde902e129104e8ccae5d86ec65a0c0, server=a7bef91497aa,37727,1731296812347 in 307 msec 2024-11-11T03:46:56,278 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,278 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,279 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:56,279 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,279 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:56,280 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:56,280 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => ae9320a54aabd79520c20f5a10147d75, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-11T03:46:56,280 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee74e7c6894d5b6f2041ca18355b84c columnFamilyName colfamily11 2024-11-11T03:46:56,280 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,281 DEBUG [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,281 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,281 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,281 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,281 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(327): Store=8ee74e7c6894d5b6f2041ca18355b84c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,281 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,282 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6fde902e129104e8ccae5d86ec65a0c0, ASSIGN in 568 msec 2024-11-11T03:46:56,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,284 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee74e7c6894d5b6f2041ca18355b84c columnFamilyName colfamily21 2024-11-11T03:46:56,284 DEBUG [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,285 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(327): Store=8ee74e7c6894d5b6f2041ca18355b84c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,285 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,285 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f1f9e0f0b0be2a2b28a39a8e27a16b1, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,288 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee74e7c6894d5b6f2041ca18355b84c columnFamilyName colfamily31 2024-11-11T03:46:56,288 DEBUG [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,288 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(327): Store=8ee74e7c6894d5b6f2041ca18355b84c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,289 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9320a54aabd79520c20f5a10147d75 columnFamilyName colfamily11 2024-11-11T03:46:56,289 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,289 DEBUG [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,290 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,290 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,291 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] regionserver.HStore(327): Store=ae9320a54aabd79520c20f5a10147d75/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,291 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=24 2024-11-11T03:46:56,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,34565,1731296812458 in 313 msec 2024-11-11T03:46:56,292 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,292 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,292 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,293 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9320a54aabd79520c20f5a10147d75 columnFamilyName colfamily21 2024-11-11T03:46:56,293 DEBUG [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,293 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,293 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 7e628105eea2d16445257299f224eac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63564703, jitterRate=-0.0528121143579483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,294 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e628105eea2d16445257299f224eac9 2024-11-11T03:46:56,294 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 7e628105eea2d16445257299f224eac9: Running coprocessor pre-open hook at 1731296816257Writing region info on filesystem at 1731296816257Initializing all the Stores at 1731296816260 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816260Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816264 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816264Cleaning up temporary data from old regions at 1731296816278 (+14 ms)Running coprocessor post-open hooks at 1731296816294 (+16 ms)Region opened successfully at 1731296816294 2024-11-11T03:46:56,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN in 582 msec 2024-11-11T03:46:56,295 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] regionserver.HStore(327): Store=ae9320a54aabd79520c20f5a10147d75/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,295 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,295 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., pid=43, masterSystemTime=1731296816088 2024-11-11T03:46:56,296 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,297 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9320a54aabd79520c20f5a10147d75 columnFamilyName colfamily31 2024-11-11T03:46:56,297 DEBUG [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,299 INFO [StoreOpener-ae9320a54aabd79520c20f5a10147d75-1 {}] regionserver.HStore(327): Store=ae9320a54aabd79520c20f5a10147d75/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,299 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:56,299 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:46:56,299 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,299 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:56,300 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 74cf89bcc2bcb88ed3ed297dbb897201, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-11T03:46:56,301 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,301 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=7 2024-11-11T03:46:56,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f1f9e0f0b0be2a2b28a39a8e27a16b1, server=a7bef91497aa,41239,1731296812499 in 367 msec 2024-11-11T03:46:56,301 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,301 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,301 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,302 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,302 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,302 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 8ee74e7c6894d5b6f2041ca18355b84c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60489795, jitterRate=-0.09863181412220001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,302 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:46:56,303 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 8ee74e7c6894d5b6f2041ca18355b84c: Running coprocessor pre-open hook at 1731296816266Writing region info on filesystem at 1731296816266Initializing all the Stores at 1731296816268 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816268Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816272 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816272Cleaning up temporary data from old regions at 1731296816292 (+20 ms)Running coprocessor post-open hooks at 1731296816303 (+11 ms)Region opened successfully at 1731296816303 2024-11-11T03:46:56,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,304 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., pid=52, masterSystemTime=1731296816123 2024-11-11T03:46:56,305 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, ASSIGN in 591 msec 2024-11-11T03:46:56,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7e628105eea2d16445257299f224eac9, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,307 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:56,307 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:46:56,308 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:56,308 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,308 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c783704dfd04b63fbbc61ab5c607874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-11T03:46:56,308 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,308 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,309 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,309 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,312 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,312 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,312 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,313 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened ae9320a54aabd79520c20f5a10147d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64874055, jitterRate=-0.03330124914646149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,313 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:46:56,313 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for ae9320a54aabd79520c20f5a10147d75: Running coprocessor pre-open hook at 1731296816281Writing region info on filesystem at 1731296816281Initializing all the Stores at 1731296816282 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816283 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816284 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816284Cleaning up temporary data from old regions at 1731296816304 (+20 ms)Running coprocessor post-open hooks at 1731296816313 (+9 ms)Region opened successfully at 1731296816313 2024-11-11T03:46:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e628105eea2d16445257299f224eac9, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,315 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., pid=38, masterSystemTime=1731296816035 2024-11-11T03:46:56,315 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c783704dfd04b63fbbc61ab5c607874 columnFamilyName colfamily11 2024-11-11T03:46:56,315 DEBUG [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,316 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cf89bcc2bcb88ed3ed297dbb897201 columnFamilyName colfamily11 2024-11-11T03:46:56,316 DEBUG [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,316 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] regionserver.HStore(327): Store=74cf89bcc2bcb88ed3ed297dbb897201/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,316 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,318 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:56,318 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:46:56,318 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:56,319 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cf89bcc2bcb88ed3ed297dbb897201 columnFamilyName colfamily21 2024-11-11T03:46:56,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f21561c441f47523d72242f14321781, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-11T03:46:56,319 DEBUG [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,319 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(327): Store=4c783704dfd04b63fbbc61ab5c607874/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,319 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,320 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,320 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,320 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] regionserver.HStore(327): Store=74cf89bcc2bcb88ed3ed297dbb897201/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,320 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,321 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c783704dfd04b63fbbc61ab5c607874 columnFamilyName colfamily21 2024-11-11T03:46:56,321 DEBUG [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,324 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9320a54aabd79520c20f5a10147d75, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,326 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(327): Store=4c783704dfd04b63fbbc61ab5c607874/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,326 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,326 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cf89bcc2bcb88ed3ed297dbb897201 columnFamilyName colfamily31 2024-11-11T03:46:56,326 DEBUG [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,326 INFO [StoreOpener-74cf89bcc2bcb88ed3ed297dbb897201-1 {}] regionserver.HStore(327): Store=74cf89bcc2bcb88ed3ed297dbb897201/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,327 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,327 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a7bef91497aa,41239,1731296812499, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae9320a54aabd79520c20f5a10147d75. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T03:46:56,327 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f21561c441f47523d72242f14321781 columnFamilyName colfamily11 2024-11-11T03:46:56,327 DEBUG [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,328 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c783704dfd04b63fbbc61ab5c607874 columnFamilyName colfamily31 2024-11-11T03:46:56,328 DEBUG [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,328 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] regionserver.HStore(327): Store=6f21561c441f47523d72242f14321781/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,328 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,329 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(327): Store=4c783704dfd04b63fbbc61ab5c607874/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,329 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,331 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,331 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,331 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,331 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,331 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f21561c441f47523d72242f14321781 columnFamilyName colfamily21 2024-11-11T03:46:56,332 DEBUG [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,332 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=21 2024-11-11T03:46:56,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,34565,1731296812458 in 332 msec 2024-11-11T03:46:56,333 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] regionserver.HStore(327): Store=6f21561c441f47523d72242f14321781/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,333 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,333 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,333 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,334 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,334 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN in 623 msec 2024-11-11T03:46:56,337 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,337 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f21561c441f47523d72242f14321781 columnFamilyName colfamily31 2024-11-11T03:46:56,338 DEBUG [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,339 INFO [StoreOpener-6f21561c441f47523d72242f14321781-1 {}] regionserver.HStore(327): Store=6f21561c441f47523d72242f14321781/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,339 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,340 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-11T03:46:56,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure ae9320a54aabd79520c20f5a10147d75, server=a7bef91497aa,41239,1731296812499 in 416 msec 2024-11-11T03:46:56,341 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,342 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,342 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae9320a54aabd79520c20f5a10147d75, ASSIGN in 631 msec 2024-11-11T03:46:56,343 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,345 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=20 2024-11-11T03:46:56,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e628105eea2d16445257299f224eac9, server=a7bef91497aa,37727,1731296812347 in 395 msec 2024-11-11T03:46:56,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e628105eea2d16445257299f224eac9, ASSIGN in 637 msec 2024-11-11T03:46:56,353 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,353 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,353 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,353 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 74cf89bcc2bcb88ed3ed297dbb897201; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72985389, jitterRate=0.0875670462846756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:46:56,354 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 6f21561c441f47523d72242f14321781; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58804718, jitterRate=-0.12374141812324524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,354 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 4c783704dfd04b63fbbc61ab5c607874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66891763, jitterRate=-0.00323505699634552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f21561c441f47523d72242f14321781 2024-11-11T03:46:56,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:46:56,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 74cf89bcc2bcb88ed3ed297dbb897201: Running coprocessor pre-open hook at 1731296816301Writing region info on filesystem at 1731296816301Initializing all the Stores at 1731296816303 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816303Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816307 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816307Cleaning up temporary data from old regions at 1731296816331 (+24 ms)Running coprocessor post-open hooks at 1731296816354 (+23 ms)Region opened successfully at 1731296816354 2024-11-11T03:46:56,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 6f21561c441f47523d72242f14321781: Running coprocessor pre-open hook at 1731296816320Writing region info on filesystem at 1731296816320Initializing all the Stores at 1731296816322 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816322Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816324 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816324Cleaning up temporary data from old regions at 1731296816342 (+18 ms)Running coprocessor post-open hooks at 1731296816354 (+12 ms)Region opened successfully at 1731296816354 2024-11-11T03:46:56,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 4c783704dfd04b63fbbc61ab5c607874: Running coprocessor pre-open hook at 1731296816309Writing region info on filesystem at 1731296816309Initializing all the Stores at 1731296816310 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816310Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816311 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816311Cleaning up temporary data from old regions at 1731296816333 (+22 ms)Running coprocessor post-open hooks at 1731296816354 (+21 ms)Region opened successfully at 1731296816354 2024-11-11T03:46:56,355 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., pid=42, masterSystemTime=1731296816088 2024-11-11T03:46:56,355 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., pid=35, masterSystemTime=1731296816035 2024-11-11T03:46:56,355 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., pid=49, masterSystemTime=1731296816123 2024-11-11T03:46:56,359 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:56,359 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:46:56,359 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:56,359 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bbd2a5627cf7d48a950460e66d94fd0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-11T03:46:56,360 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,360 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,360 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,360 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,362 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,364 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:56,365 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:46:56,365 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:56,365 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e523d357f3ea570511518e406cee8306, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-11T03:46:56,365 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,366 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,366 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbd2a5627cf7d48a950460e66d94fd0 columnFamilyName colfamily11 2024-11-11T03:46:56,366 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,366 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74cf89bcc2bcb88ed3ed297dbb897201, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,366 DEBUG [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,367 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:56,367 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:46:56,367 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] regionserver.HStore(327): Store=9bbd2a5627cf7d48a950460e66d94fd0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,368 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,368 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6f21561c441f47523d72242f14321781, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:46:56,370 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbd2a5627cf7d48a950460e66d94fd0 columnFamilyName colfamily21 2024-11-11T03:46:56,370 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e523d357f3ea570511518e406cee8306 columnFamilyName colfamily11 2024-11-11T03:46:56,370 DEBUG [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,370 DEBUG [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,371 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] regionserver.HStore(327): Store=9bbd2a5627cf7d48a950460e66d94fd0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,371 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(327): Store=e523d357f3ea570511518e406cee8306/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,371 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,371 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f21561c441f47523d72242f14321781, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:46:56,373 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e523d357f3ea570511518e406cee8306 columnFamilyName colfamily21 2024-11-11T03:46:56,373 DEBUG [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,374 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbd2a5627cf7d48a950460e66d94fd0 columnFamilyName colfamily31 2024-11-11T03:46:56,374 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(327): Store=e523d357f3ea570511518e406cee8306/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,374 DEBUG [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,374 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,375 INFO [StoreOpener-9bbd2a5627cf7d48a950460e66d94fd0-1 {}] regionserver.HStore(327): Store=9bbd2a5627cf7d48a950460e66d94fd0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,375 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,376 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,376 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,377 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e523d357f3ea570511518e406cee8306 columnFamilyName colfamily31 2024-11-11T03:46:56,377 DEBUG [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=18 2024-11-11T03:46:56,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 74cf89bcc2bcb88ed3ed297dbb897201, server=a7bef91497aa,37727,1731296812347 in 427 msec 2024-11-11T03:46:56,378 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,378 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,378 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(327): Store=e523d357f3ea570511518e406cee8306/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,378 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,379 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,380 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=74cf89bcc2bcb88ed3ed297dbb897201, ASSIGN in 667 msec 2024-11-11T03:46:56,380 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,381 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,382 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,382 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,383 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,384 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,385 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 9bbd2a5627cf7d48a950460e66d94fd0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66526666, jitterRate=-0.008675426244735718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=14 2024-11-11T03:46:56,385 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:46:56,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f21561c441f47523d72242f14321781, server=a7bef91497aa,41239,1731296812499 in 473 msec 2024-11-11T03:46:56,385 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,385 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 9bbd2a5627cf7d48a950460e66d94fd0: Running coprocessor pre-open hook at 1731296816360Writing region info on filesystem at 1731296816360Initializing all the Stores at 1731296816362 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816362Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816362Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816362Cleaning up temporary data from old regions at 1731296816378 (+16 ms)Running coprocessor post-open hooks at 1731296816385 (+7 ms)Region opened successfully at 1731296816385 2024-11-11T03:46:56,386 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., pid=51, masterSystemTime=1731296816088 2024-11-11T03:46:56,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f21561c441f47523d72242f14321781, ASSIGN in 675 msec 2024-11-11T03:46:56,388 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,389 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e523d357f3ea570511518e406cee8306; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65980590, jitterRate=-0.01681259274482727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,389 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e523d357f3ea570511518e406cee8306 2024-11-11T03:46:56,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,389 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e523d357f3ea570511518e406cee8306: Running coprocessor pre-open hook at 1731296816366Writing region info on filesystem at 1731296816366Initializing all the Stores at 1731296816367 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816367Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816368 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816368Cleaning up temporary data from old regions at 1731296816382 (+14 ms)Running coprocessor post-open hooks at 1731296816389 (+7 ms)Region opened successfully at 1731296816389 2024-11-11T03:46:56,390 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:56,390 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:46:56,390 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:56,390 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 1191ad8d017b7e5abf6bcafb2340738a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-11T03:46:56,390 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., pid=55, masterSystemTime=1731296816123 2024-11-11T03:46:56,391 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,391 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,391 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,391 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,393 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,395 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:56,395 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:46:56,395 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:56,395 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => ea53a6024377ec87ea76cb37bbe343ed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-11T03:46:56,396 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1191ad8d017b7e5abf6bcafb2340738a columnFamilyName colfamily11 2024-11-11T03:46:56,396 DEBUG [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,396 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,396 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,396 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,396 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,396 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] regionserver.HStore(327): Store=1191ad8d017b7e5abf6bcafb2340738a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bbd2a5627cf7d48a950460e66d94fd0, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,397 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e523d357f3ea570511518e406cee8306, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,399 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,399 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1191ad8d017b7e5abf6bcafb2340738a columnFamilyName colfamily21 2024-11-11T03:46:56,400 DEBUG [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,401 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] regionserver.HStore(327): Store=1191ad8d017b7e5abf6bcafb2340738a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,401 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,401 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea53a6024377ec87ea76cb37bbe343ed columnFamilyName colfamily11 2024-11-11T03:46:56,401 DEBUG [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,402 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(327): Store=ea53a6024377ec87ea76cb37bbe343ed/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,402 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,403 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1191ad8d017b7e5abf6bcafb2340738a columnFamilyName colfamily31 2024-11-11T03:46:56,403 DEBUG [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,404 INFO [StoreOpener-1191ad8d017b7e5abf6bcafb2340738a-1 {}] regionserver.HStore(327): Store=1191ad8d017b7e5abf6bcafb2340738a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,404 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea53a6024377ec87ea76cb37bbe343ed columnFamilyName colfamily21 2024-11-11T03:46:56,404 DEBUG [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,404 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=6 2024-11-11T03:46:56,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bbd2a5627cf7d48a950460e66d94fd0, server=a7bef91497aa,37727,1731296812347 in 415 msec 2024-11-11T03:46:56,405 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(327): Store=ea53a6024377ec87ea76cb37bbe343ed/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,405 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,405 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,406 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,407 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea53a6024377ec87ea76cb37bbe343ed columnFamilyName colfamily31 2024-11-11T03:46:56,407 DEBUG [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9bbd2a5627cf7d48a950460e66d94fd0, ASSIGN in 695 msec 2024-11-11T03:46:56,408 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,408 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,408 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(327): Store=ea53a6024377ec87ea76cb37bbe343ed/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,408 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,409 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,409 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,410 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,412 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=12 2024-11-11T03:46:56,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,34565,1731296812458 in 404 msec 2024-11-11T03:46:56,415 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,416 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN in 704 msec 2024-11-11T03:46:56,417 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 1191ad8d017b7e5abf6bcafb2340738a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59708648, jitterRate=-0.11027181148529053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,417 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:46:56,418 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 1191ad8d017b7e5abf6bcafb2340738a: Running coprocessor pre-open hook at 1731296816391Writing region info on filesystem at 1731296816391Initializing all the Stores at 1731296816393 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816393Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816393Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816393Cleaning up temporary data from old regions at 1731296816408 (+15 ms)Running coprocessor post-open hooks at 1731296816418 (+10 ms)Region opened successfully at 1731296816418 2024-11-11T03:46:56,418 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,420 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., pid=45, masterSystemTime=1731296816088 2024-11-11T03:46:56,420 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened ea53a6024377ec87ea76cb37bbe343ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64030275, jitterRate=-0.04587455093860626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,420 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:46:56,420 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for ea53a6024377ec87ea76cb37bbe343ed: Running coprocessor pre-open hook at 1731296816396Writing region info on filesystem at 1731296816396Initializing all the Stores at 1731296816398 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816398Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816398Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816398Cleaning up temporary data from old regions at 1731296816411 (+13 ms)Running coprocessor post-open hooks at 1731296816420 (+9 ms)Region opened successfully at 1731296816420 2024-11-11T03:46:56,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=30 2024-11-11T03:46:56,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,34565,1731296812458 in 439 msec 2024-11-11T03:46:56,422 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., pid=56, masterSystemTime=1731296816123 2024-11-11T03:46:56,423 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:56,423 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:46:56,423 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:56,423 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f491d92e5bb82608a9ddb89d2538288, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-11T03:46:56,424 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,424 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,424 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,424 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN in 712 msec 2024-11-11T03:46:56,425 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:56,425 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:46:56,425 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:56,426 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dfe914db84af53f7e96208d55722002, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-11T03:46:56,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,426 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,426 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:46:56,426 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,426 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,428 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,430 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,432 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f491d92e5bb82608a9ddb89d2538288 columnFamilyName colfamily11 2024-11-11T03:46:56,432 DEBUG [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,433 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] regionserver.HStore(327): Store=3f491d92e5bb82608a9ddb89d2538288/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,434 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1191ad8d017b7e5abf6bcafb2340738a, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,434 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfe914db84af53f7e96208d55722002 columnFamilyName colfamily11 2024-11-11T03:46:56,434 DEBUG [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,434 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(327): Store=1dfe914db84af53f7e96208d55722002/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,434 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,436 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f491d92e5bb82608a9ddb89d2538288 columnFamilyName colfamily21 2024-11-11T03:46:56,436 DEBUG [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,436 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] regionserver.HStore(327): Store=3f491d92e5bb82608a9ddb89d2538288/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,437 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfe914db84af53f7e96208d55722002 columnFamilyName colfamily21 2024-11-11T03:46:56,437 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,437 DEBUG [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,438 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(327): Store=1dfe914db84af53f7e96208d55722002/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,438 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=16 2024-11-11T03:46:56,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,34565,1731296812458 in 426 msec 2024-11-11T03:46:56,438 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f491d92e5bb82608a9ddb89d2538288 columnFamilyName colfamily31 2024-11-11T03:46:56,438 DEBUG [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,439 INFO [StoreOpener-3f491d92e5bb82608a9ddb89d2538288-1 {}] regionserver.HStore(327): Store=3f491d92e5bb82608a9ddb89d2538288/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,439 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,440 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfe914db84af53f7e96208d55722002 columnFamilyName colfamily31 2024-11-11T03:46:56,440 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,440 DEBUG [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:46:56,440 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,441 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(327): Store=1dfe914db84af53f7e96208d55722002/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:46:56,441 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN in 728 msec 2024-11-11T03:46:56,442 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,442 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,442 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,443 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,443 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,445 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,445 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,445 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,446 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:46:56,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=29 2024-11-11T03:46:56,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1191ad8d017b7e5abf6bcafb2340738a, server=a7bef91497aa,37727,1731296812347 in 486 msec 2024-11-11T03:46:56,448 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,449 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,450 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 3f491d92e5bb82608a9ddb89d2538288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65604355, jitterRate=-0.022418931126594543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1191ad8d017b7e5abf6bcafb2340738a, ASSIGN in 737 msec 2024-11-11T03:46:56,450 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:46:56,450 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 3f491d92e5bb82608a9ddb89d2538288: Running coprocessor pre-open hook at 1731296816424Writing region info on filesystem at 1731296816424Initializing all the Stores at 1731296816427 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816427Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816428 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816428Cleaning up temporary data from old regions at 1731296816442 (+14 ms)Running coprocessor post-open hooks at 1731296816450 (+8 ms)Region opened successfully at 1731296816450 2024-11-11T03:46:56,451 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., pid=50, masterSystemTime=1731296816088 2024-11-11T03:46:56,451 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:46:56,452 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 1dfe914db84af53f7e96208d55722002; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58734340, jitterRate=-0.12479013204574585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:46:56,452 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:46:56,452 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 1dfe914db84af53f7e96208d55722002: Running coprocessor pre-open hook at 1731296816426Writing region info on filesystem at 1731296816426Initializing all the Stores at 1731296816428 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816428Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816429 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296816429Cleaning up temporary data from old regions at 1731296816445 (+16 ms)Running coprocessor post-open hooks at 1731296816452 (+7 ms)Region opened successfully at 1731296816452 2024-11-11T03:46:56,453 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., pid=54, masterSystemTime=1731296816123 2024-11-11T03:46:56,455 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:56,455 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:56,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:46:56,457 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:56,457 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:46:56,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f491d92e5bb82608a9ddb89d2538288, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:46:56,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1dfe914db84af53f7e96208d55722002, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,34565,1731296812458 2024-11-11T03:46:56,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,34565,1731296812458 because future has completed 2024-11-11T03:46:56,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=5 2024-11-11T03:46:56,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f491d92e5bb82608a9ddb89d2538288, server=a7bef91497aa,37727,1731296812347 in 480 msec 2024-11-11T03:46:56,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f491d92e5bb82608a9ddb89d2538288, ASSIGN in 756 msec 2024-11-11T03:46:56,470 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a7bef91497aa,34565,1731296812458, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T03:46:56,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=8 2024-11-11T03:46:56,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,34565,1731296812458 in 470 msec 2024-11-11T03:46:56,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T03:46:56,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN in 764 msec 2024-11-11T03:46:56,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:46:56,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731296816479"}]},"ts":"1731296816479"} 2024-11-11T03:46:56,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-11T03:46:56,483 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:46:56,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.8400 sec 2024-11-11T03:46:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T03:46:56,828 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-11T03:46:56,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-11T03:46:56,829 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T03:46:56,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34565 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-11T03:46:56,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-11T03:46:56,857 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T03:46:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-11T03:46:56,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,905 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,743 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,788 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:57,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:57,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:57,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., hostname=a7bef91497aa,41239,1731296812499, seqNum=2] 2024-11-11T03:46:58,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:58,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:58,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:58,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:58,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., hostname=a7bef91497aa,37727,1731296812347, seqNum=2] 2024-11-11T03:46:58,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., hostname=a7bef91497aa,34565,1731296812458, seqNum=2] 2024-11-11T03:46:58,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:46:58,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:46:58,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:46:58,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:46:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:46:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:46:58,891 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-11T03:46:58,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34565 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-11T03:46:59,151 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-11T03:46:59,151 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER a7bef91497aa,34565,1731296812458 2024-11-11T03:46:59,151 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a7bef91497aa,34565,1731296812458 2024-11-11T03:46:59,152 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a7bef91497aa,34565,1731296812458: Simulated kill ***** 2024-11-11T03:46:59,152 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T03:46:59,154 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T03:46:59,157 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T03:46:59,157 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T03:46:59,157 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T03:46:59,157 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 644092256 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 154583864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a7bef91497aa" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a7bef91497aa" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "a7bef91497aa" } ] } 2024-11-11T03:46:59,160 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44355 {}] master.MasterRpcServices(700): a7bef91497aa,34565,1731296812458 reported a fatal error: ***** ABORTING region server a7bef91497aa,34565,1731296812458: Simulated kill ***** 2024-11-11T03:46:59,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7bef91497aa,34565,1731296812458' ***** 2024-11-11T03:46:59,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T03:46:59,162 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T03:46:59,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T03:46:59,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T03:46:59,162 INFO [RS:1;a7bef91497aa:34565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T03:46:59,163 INFO [RS:1;a7bef91497aa:34565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T03:46:59,163 INFO [RS:1;a7bef91497aa:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T03:46:59,163 INFO [RS:1;a7bef91497aa:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a7bef91497aa:34565. 2024-11-11T03:46:59,163 INFO [regionserver/a7bef91497aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:46:59,163 DEBUG [RS:1;a7bef91497aa:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:46:59,168 DEBUG [RS:1;a7bef91497aa:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:46:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741836_1012 (size=54214) 2024-11-11T03:46:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741836_1012 (size=54214) 2024-11-11T03:46:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741836_1012 (size=54214) 2024-11-11T03:46:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741834_1010 (size=261212) 2024-11-11T03:46:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741834_1010 (size=261212) 2024-11-11T03:46:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741834_1010 (size=261212) 2024-11-11T03:46:59,180 DEBUG [RS:1;a7bef91497aa:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:46:59,180 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:46:59,180 INFO [RS:1;a7bef91497aa:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34565 2024-11-11T03:46:59,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T03:46:59,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7bef91497aa,34565,1731296812458 2024-11-11T03:46:59,187 INFO [RS:1;a7bef91497aa:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T03:46:59,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7bef91497aa,34565,1731296812458] 2024-11-11T03:46:59,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7bef91497aa,34565,1731296812458 already deleted, retry=false 2024-11-11T03:46:59,190 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a7bef91497aa,34565,1731296812458 on a7bef91497aa,44355,1731296811667 2024-11-11T03:46:59,195 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,199 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for a7bef91497aa,34565,1731296812458 (carryingMeta=true) a7bef91497aa,34565,1731296812458/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@55fe167b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T03:46:59,200 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,200 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:46:59,200 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:46:59,200 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:46:59,263 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T03:46:59,266 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,267 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:46:59,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:46:59,268 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:46:59,268 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:46:59,269 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:46:59,269 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:46:59,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:46:59,269 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:46:59,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:46:59,275 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:46:59,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:46:59,277 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:46:59,278 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,278 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:46:59,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-11T03:46:59,280 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:46:59,280 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,34565,1731296812458, table=hbase:meta, region=1588230740 2024-11-11T03:46:59,281 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,34565,1731296812458, state=OPEN 2024-11-11T03:46:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:46:59,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:59,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:59,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:46:59,285 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731296849285 2024-11-11T03:46:59,285 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:46:59,285 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,285 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:46:59,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:46:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:46:59,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:46:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x10195704cb20002, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:46:59,290 INFO [RS:1;a7bef91497aa:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T03:46:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:46:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:46:59,290 INFO [RS:1;a7bef91497aa:34565 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7bef91497aa,34565,1731296812458; zookeeper connection closed. 2024-11-11T03:46:59,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7603b85e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7603b85e 2024-11-11T03:46:59,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:46:59,292 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true, isMeta: true 2024-11-11T03:46:59,294 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting 2024-11-11T03:46:59,295 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=1, meta=true 2024-11-11T03:46:59,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta}] 2024-11-11T03:46:59,298 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:46:59,298 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:46:59,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:46:59,298 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:46:59,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:46:59,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:46:59,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:46:59,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:46:59,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:46:59,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:46:59,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:46:59,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:46:59,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:46:59,750 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T03:46:59,750 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T03:46:59,781 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T03:46:59,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-11T03:46:59,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:46:59,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:46:59,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:46:59,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:00,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:00,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:00,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:47:00,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:00,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:00,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:01,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:01,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:01,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:01,450 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2162 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:01,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:01,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:01,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:01,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:02,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T03:47:02,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T03:47:02,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:47:02,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-11T03:47:02,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T03:47:02,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T03:47:02,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T03:47:02,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T03:47:03,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:03,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:03,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:03,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:03,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:03,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:03,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:03,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:07,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:07,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:07,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:07,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8212 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:07,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:07,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:07,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:07,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:17,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:17,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:17,537 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:17,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18252 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:17,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:17,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:17,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:17,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:20,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:47:25,341 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7bef91497aa:44355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T03:47:27,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:27,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:27,567 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:27,568 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28282 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:34,503 INFO [master/a7bef91497aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T03:47:34,503 INFO [master/a7bef91497aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T03:47:37,337 WARN [RS:0;a7bef91497aa:37727 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a7bef91497aa,34565,1731296812458: status=status unset, state=RUNNING, startTime=1731296819199, completionTime=-1 appears to have been leaked 2024-11-11T03:47:37,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:37,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:37,618 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:37,618 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38333 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:37,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:37,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:37,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:37,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:47,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:47,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:47,657 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:47,658 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48372 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:47:47,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:47,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:47,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:47,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:50,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:47:55,837 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f491d92e5bb82608a9ddb89d2538288 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,838 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9bbd2a5627cf7d48a950460e66d94fd0 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,838 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6fde902e129104e8ccae5d86ec65a0c0 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,838 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51517f533b8ae9e823dd3ef09c350214 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,838 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 74cf89bcc2bcb88ed3ed297dbb897201 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,838 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7e628105eea2d16445257299f224eac9 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,838 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ed59b069dca143d62db0f3234ee44d4b changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6120d8a3331b2ebb87f20ba6ef2cbd9e changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1191ad8d017b7e5abf6bcafb2340738a changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4f1f9e0f0b0be2a2b28a39a8e27a16b1 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c40ccc3ab0da130f9fcf7b08ad807923 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06e9ef1cc66f5b6c7fd78d270411e3b9 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6f21561c441f47523d72242f14321781 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d1e20edab49df07ff59cd0607f4e72c3 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 686d547a175990a7e2777aa2845f2dd2 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2a8380970d034b4be51cbe481a708604 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae9320a54aabd79520c20f5a10147d75 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:55,839 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7cd02b13462959eaeec357fb2097272d changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:47:56,275 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T03:47:58,342 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7bef91497aa:44355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T03:47:59,287 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-11T03:46:59.290Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:46:59.398Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59.607Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:46:59.917Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:00.428Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:01.451Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:03.469Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:07.499Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:17.538Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:27.568Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:37.619Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:47.658Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-11T03:47:59,289 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:47:59,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:47:59,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:47:59,289 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:47:59,289 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:47:59,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:47:59,289 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:47:59,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:47:59,289 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:47:59,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:47:59,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:47:59,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:47:59,294 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:47:59,294 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:47:59,294 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:47:59,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T03:47:59,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:47:59,296 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,34565,1731296812458, table=hbase:meta, region=1588230740 2024-11-11T03:47:59,296 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,34565,1731296812458, state=OPEN 2024-11-11T03:47:59,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:47:59,297 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:47:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:47:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:47:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:47:59,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:47:59,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:47:59,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:47:59,300 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731296909300 2024-11-11T03:47:59,300 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true, isMeta: true 2024-11-11T03:47:59,300 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:47:59,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:59,301 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:59,302 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:47:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:47:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:59,303 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=1, meta=true 2024-11-11T03:47:59,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta}] 2024-11-11T03:47:59,303 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:47:59,311 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:47:59,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:47:59,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:59,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:59,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:47:59,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:59,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-11T03:47:59,499 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, size=52.9 K (54214bytes) 2024-11-11T03:47:59,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T03:47:59,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T03:47:59,500 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta 2024-11-11T03:47:59,505 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta after 4ms 2024-11-11T03:47:59,514 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta took 16ms 2024-11-11T03:47:59,522 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:47:59,529 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp 2024-11-11T03:47:59,531 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta so closing down 2024-11-11T03:47:59,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T03:47:59,532 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp 2024-11-11T03:47:59,536 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T03:47:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741864_1040 (size=53973) 2024-11-11T03:47:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741864_1040 (size=53973) 2024-11-11T03:47:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741864_1040 (size=53973) 2024-11-11T03:47:59,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-11T03:47:59,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T03:47:59,554 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-11T03:47:59,554 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, journal: Splitting hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, size=52.9 K (54214bytes) at 1731296879499Finishing writing output for hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta so closing down at 1731296879532 (+33 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp at 1731296879533 (+1 ms)3 split writer threads finished at 1731296879536 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731296879549 (+13 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731296879551 (+2 ms)Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731296879554 (+3 ms) 2024-11-11T03:47:59,555 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta 2024-11-11T03:47:59,556 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T03:47:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44355 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T03:47:59,566 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs 2024-11-11T03:47:59,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-11T03:47:59,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 in 253 msec 2024-11-11T03:47:59,571 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:47:59,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-11T03:47:59,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 in 268 msec 2024-11-11T03:47:59,576 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting dir is empty, no logs to split. 2024-11-11T03:47:59,576 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=0, meta=true 2024-11-11T03:47:59,576 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a7bef91497aa,34565,1731296812458 WAL splitting is done? wals=0, meta=true 2024-11-11T03:47:59,576 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:47:59,576 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:47:59,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:47:59,577 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:47:59,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:59,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:59,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:47:59,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:47:59,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:47:59,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:47:59,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:47:59,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:00,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:00,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:00,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:48:00,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:00,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:00,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:01,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:01,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:01,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:01,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2146 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:03,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:03,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:03,457 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:03,458 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4156 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:07,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:07,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:07,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:07,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8177 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:07,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:07,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:07,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:07,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:17,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:17,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:17,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:17,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18207 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:20,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:48:27,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:27,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:27,608 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:27,608 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28307 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:27,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:27,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:27,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:27,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:37,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:37,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:37,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:37,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38387 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:37,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:37,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:37,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:37,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:47,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:47,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:47,787 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:47,788 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48487 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:48:47,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:47,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:47,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:47,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:50,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:48:53,656 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T03:48:59,307 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-11T03:47:59.302Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:47:59.408Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59.617Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:47:59.927Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:00.437Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:01.448Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:03.458Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:07.479Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:17.509Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:27.608Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:37.688Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:47.788Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-11T03:48:59,308 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:48:59,308 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:48:59,308 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:48:59,308 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:48:59,308 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:48:59,309 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:48:59,309 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:48:59,309 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:48:59,309 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:48:59,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:48:59,312 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:48:59,312 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:48:59,312 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:48:59,313 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:48:59,314 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:48:59,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T03:48:59,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:48:59,316 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,34565,1731296812458, table=hbase:meta, region=1588230740 2024-11-11T03:48:59,316 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,34565,1731296812458, state=OPEN 2024-11-11T03:48:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:48:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:48:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:48:59,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:48:59,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:48:59,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:48:59,319 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731296969319 2024-11-11T03:48:59,319 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:48:59,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:59,319 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:59,320 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:48:59,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:59,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:48:59,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:59,321 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting dir is empty, no logs to split. 2024-11-11T03:48:59,321 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=0, meta=true 2024-11-11T03:48:59,321 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a7bef91497aa,34565,1731296812458 WAL splitting is done? wals=0, meta=true 2024-11-11T03:48:59,321 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:48:59,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T03:48:59,324 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:48:59,324 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:48:59,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:48:59,324 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:48:59,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:59,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:59,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:48:59,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:59,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:59,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:59,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:48:59,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:48:59,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:48:59,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:48:59,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:48:59,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:00,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:00,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:00,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:49:00,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:49:00,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:49:00,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:01,344 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7bef91497aa:44355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T03:49:01,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:01,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:01,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:01,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:01,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:01,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:01,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:01,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:03,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:03,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:03,477 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:03,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4158 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:07,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:07,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:07,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:07,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8188 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:07,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:07,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:07,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:07,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:17,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:17,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:17,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:17,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18278 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:20,765 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:49:27,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:27,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:27,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:27,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28368 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:36,931 WARN [RS:0;a7bef91497aa:37727 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a7bef91497aa,34565,1731296812458: status=Processing ServerCrashProcedure of a7bef91497aa,34565,1731296812458 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731296819278, completionTime=-1 appears to have been leaked 2024-11-11T03:49:36,932 WARN [RS:0;a7bef91497aa:37727 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a7bef91497aa,34565,1731296812458: status=Processing ServerCrashProcedure of a7bef91497aa,34565,1731296812458 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731296879294, completionTime=-1 appears to have been leaked 2024-11-11T03:49:37,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:37,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:37,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:37,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38388 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:37,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:47,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:47,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:47,807 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:47,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,34565,1731296812458 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48488 ms java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T03:49:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:50,765 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:49:59,327 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-11T03:48:59.321Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:48:59.428Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59.637Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:48:59.947Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:49:00.457Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:49:01.468Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:03.478Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:07.508Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:17.598Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:27.688Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:37.708Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:47.808Z, java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-11T03:49:59,328 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:49:59,328 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:49:59,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:49:59,328 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:49:59,328 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:49:59,328 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:49:59,328 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:49:59,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:49:59,329 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:49:59,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:49:59,331 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:49:59,331 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:49:59,331 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:49:59,331 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:49:59,332 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:49:59,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T03:49:59,333 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:49:59,333 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,34565,1731296812458, table=hbase:meta, region=1588230740 2024-11-11T03:49:59,333 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,34565,1731296812458, state=OPEN 2024-11-11T03:49:59,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,336 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731297029336 2024-11-11T03:49:59,336 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:49:59,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T03:49:59,336 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:49:59,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:59,337 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:59,338 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:49:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T03:49:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:49:59,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:49:59,339 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:49:59,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:59,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1] 2024-11-11T03:49:59,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:49:59,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:49:59,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:49:59,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:49:59,490 DEBUG [a7bef91497aa:44355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T03:49:59,490 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(204): Hosts are {a7bef91497aa=0} racks are {/default-rack=0} 2024-11-11T03:49:59,491 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T03:49:59,491 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T03:49:59,491 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T03:49:59,491 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T03:49:59,491 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T03:49:59,491 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T03:49:59,491 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T03:49:59,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,492 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPENING 2024-11-11T03:49:59,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,494 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:49:59,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:49:59,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47617, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T03:49:59,652 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T03:49:59,653 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:49:59,653 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T03:49:59,655 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C41239%2C1731296812499.meta, suffix=.meta, logDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499, archiveDir=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs, maxLogs=32 2024-11-11T03:49:59,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:59,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1] 2024-11-11T03:49:59,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:49:59,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:49:59,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:40147 deadline: 1731297059337, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a7bef91497aa,41239,1731296812499 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T03:49:59,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a7bef91497aa,41239,1731296812499 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T03:49:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1 from cache 2024-11-11T03:49:59,677 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499/a7bef91497aa%2C41239%2C1731296812499.meta.1731296999656.meta, exclude list is [], retry=0 2024-11-11T03:49:59,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46051,DS-0412d696-5033-4089-8b82-7c84fe35bba0,DISK] 2024-11-11T03:49:59,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46817,DS-72ac41f3-1930-4194-bdfb-7bbcd8363b22,DISK] 2024-11-11T03:49:59,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-c948a71d-f810-45bb-ad79-af82d3db4614,DISK] 2024-11-11T03:49:59,683 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499/a7bef91497aa%2C41239%2C1731296812499.meta.1731296999656.meta 2024-11-11T03:49:59,683 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45511:45511),(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-11T03:49:59,683 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:49:59,684 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T03:49:59,684 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T03:49:59,684 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T03:49:59,684 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T03:49:59,684 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:49:59,684 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T03:49:59,684 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T03:49:59,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T03:49:59,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T03:49:59,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:49:59,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:49:59,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T03:49:59,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T03:49:59,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:49:59,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:49:59,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T03:49:59,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T03:49:59,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:49:59,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:49:59,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T03:49:59,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T03:49:59,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:49:59,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:49:59,693 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T03:49:59,694 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740 2024-11-11T03:49:59,696 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740 2024-11-11T03:49:59,696 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T03:49:59,709 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T03:49:59,712 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-11T03:49:59,780 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/info/dfc6375c8706493691f817879c7e2c10 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0./info:regioninfo/1731296816392/Put/seqid=0 2024-11-11T03:49:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741866_1042 (size=58053) 2024-11-11T03:49:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741866_1042 (size=58053) 2024-11-11T03:49:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741866_1042 (size=58053) 2024-11-11T03:49:59,795 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/info/dfc6375c8706493691f817879c7e2c10 2024-11-11T03:49:59,880 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/ns/7679c547377a4a3aba6b7e0df10d5d0c is 43, key is default/ns:d/1731296814357/Put/seqid=0 2024-11-11T03:49:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741867_1043 (size=5153) 2024-11-11T03:49:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741867_1043 (size=5153) 2024-11-11T03:49:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741867_1043 (size=5153) 2024-11-11T03:49:59,891 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/ns/7679c547377a4a3aba6b7e0df10d5d0c 2024-11-11T03:49:59,914 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/table/d4df2221beb746e79172fb84f0df8ec7 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731296816479/Put/seqid=0 2024-11-11T03:49:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741868_1044 (size=5620) 2024-11-11T03:49:59,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741868_1044 (size=5620) 2024-11-11T03:49:59,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741868_1044 (size=5620) 2024-11-11T03:49:59,925 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/table/d4df2221beb746e79172fb84f0df8ec7 2024-11-11T03:49:59,934 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/info/dfc6375c8706493691f817879c7e2c10 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/info/dfc6375c8706493691f817879c7e2c10 2024-11-11T03:49:59,943 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/info/dfc6375c8706493691f817879c7e2c10, entries=260, sequenceid=60, filesize=56.7 K 2024-11-11T03:49:59,946 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/ns/7679c547377a4a3aba6b7e0df10d5d0c as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/ns/7679c547377a4a3aba6b7e0df10d5d0c 2024-11-11T03:49:59,956 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/ns/7679c547377a4a3aba6b7e0df10d5d0c, entries=2, sequenceid=60, filesize=5.0 K 2024-11-11T03:49:59,957 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/table/d4df2221beb746e79172fb84f0df8ec7 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/table/d4df2221beb746e79172fb84f0df8ec7 2024-11-11T03:49:59,965 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/table/d4df2221beb746e79172fb84f0df8ec7, entries=2, sequenceid=60, filesize=5.5 K 2024-11-11T03:49:59,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:49:59,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1] 2024-11-11T03:49:59,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41239 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:40147 deadline: 1731297059337, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a7bef91497aa,41239,1731296812499 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T03:49:59,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a7bef91497aa,41239,1731296812499 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T03:49:59,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1 from cache 2024-11-11T03:49:59,970 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 256ms, sequenceid=60, compaction requested=false; wal=null 2024-11-11T03:49:59,972 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T03:49:59,973 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T03:49:59,973 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T03:49:59,974 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T03:49:59,976 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T03:49:59,978 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-11T03:49:59,979 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67685565, jitterRate=0.008593514561653137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T03:49:59,979 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T03:49:59,980 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731296999685Writing region info on filesystem at 1731296999685Initializing all the Stores at 1731296999686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296999686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296999686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731296999686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731296999686Obtaining lock to block concurrent updates at 1731296999712 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1731296999712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731296999714 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731296999714Flushing 1588230740/info: creating writer at 1731296999718 (+4 ms)Flushing 1588230740/info: appending metadata at 1731296999773 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731296999776 (+3 ms)Flushing 1588230740/ns: creating writer at 1731296999856 (+80 ms)Flushing 1588230740/ns: appending metadata at 1731296999878 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731296999878Flushing 1588230740/table: creating writer at 1731296999899 (+21 ms)Flushing 1588230740/table: appending metadata at 1731296999913 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731296999914 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66af326: reopening flushed file at 1731296999933 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dcd107: reopening flushed file at 1731296999945 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a680f4: reopening flushed file at 1731296999956 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 256ms, sequenceid=60, compaction requested=false; wal=null at 1731296999970 (+14 ms)Cleaning up temporary data from old regions at 1731296999973 (+3 ms)Running coprocessor post-open hooks at 1731296999979 (+6 ms)Region opened successfully at 1731296999979 2024-11-11T03:49:59,981 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731296999646 2024-11-11T03:49:59,983 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T03:49:59,983 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T03:49:59,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,985 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPEN 2024-11-11T03:49:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:49:59,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,987 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:49:59,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:49:59,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-11T03:49:59,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 in 493 msec 2024-11-11T03:49:59,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-11T03:49:59,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-11T03:50:00,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:50:00,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1] 2024-11-11T03:50:00,507 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,508 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,508 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,508 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1dfe914db84af53f7e96208d55722002, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,508 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,509 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,509 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,509 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e523d357f3ea570511518e406cee8306, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,509 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,509 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f21561c441f47523d72242f14321781, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e628105eea2d16445257299f224eac9, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,511 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,511 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a8380970d034b4be51cbe481a708604, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,511 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,511 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,511 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,512 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,512 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,512 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,512 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,512 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,513 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T03:50:00,513 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731297060513 2024-11-11T03:50:00,513 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731297120513 2024-11-11T03:50:00,513 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1760 sec 2024-11-11T03:50:00,513 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a7bef91497aa,34565,1731296812458 had 9 regions 2024-11-11T03:50:00,514 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:50:00,514 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:00,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:00,514 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:50:00,763 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:00,763 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:50:00,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:00,763 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:50:00,763 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:50:00,764 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:50:00,764 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:50:00,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:50:00,764 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:50:00,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:50:00,767 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:50:00,767 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:00,767 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:00,767 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:00,767 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:00,768 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:50:00,768 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:00,770 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:00,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T03:50:00,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=61 2024-11-11T03:50:00,771 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,41239,1731296812499, table=hbase:meta, region=1588230740 2024-11-11T03:50:00,772 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPEN 2024-11-11T03:50:00,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:00,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:00,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:00,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:00,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:00,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:00,775 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731297030775 2024-11-11T03:50:00,775 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:50:00,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,782 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1dfe914db84af53f7e96208d55722002, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e523d357f3ea570511518e406cee8306, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f21561c441f47523d72242f14321781, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e628105eea2d16445257299f224eac9, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,783 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a8380970d034b4be51cbe481a708604, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:00,784 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:00,784 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T03:50:00,784 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731297060784 2024-11-11T03:50:00,784 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731297120784 2024-11-11T03:50:00,785 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-11T03:50:00,785 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a7bef91497aa,34565,1731296812458 had 8 regions 2024-11-11T03:50:00,785 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:50:00,786 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true, isMeta: false 2024-11-11T03:50:00,788 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=1, meta=false 2024-11-11T03:50:00,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819}] 2024-11-11T03:50:00,788 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:50:00,788 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:00,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:00,789 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:50:01,035 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,035 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:50:01,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:01,035 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:50:01,035 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:50:01,035 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:50:01,035 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:50:01,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:50:01,036 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:50:01,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:50:01,038 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:50:01,038 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:01,038 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:01,038 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:01,038 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:01,038 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,039 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T03:50:01,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=61 2024-11-11T03:50:01,040 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,41239,1731296812499, table=hbase:meta, region=1588230740 2024-11-11T03:50:01,040 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPEN 2024-11-11T03:50:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,043 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731297031043 2024-11-11T03:50:01,044 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:50:01,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1dfe914db84af53f7e96208d55722002, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e523d357f3ea570511518e406cee8306, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f21561c441f47523d72242f14321781, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,051 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e628105eea2d16445257299f224eac9, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a8380970d034b4be51cbe481a708604, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,053 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,053 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,053 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,053 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,053 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,053 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T03:50:01,053 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731297061053 2024-11-11T03:50:01,053 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731297121053 2024-11-11T03:50:01,053 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-11T03:50:01,053 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true, isMeta: false 2024-11-11T03:50:01,056 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=1, meta=false 2024-11-11T03:50:01,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819}] 2024-11-11T03:50:01,056 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:50:01,058 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:50:01,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T03:50:01,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-11T03:50:01,229 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819, size=255.1 K (261212bytes) 2024-11-11T03:50:01,230 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 2024-11-11T03:50:01,230 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 after 0ms 2024-11-11T03:50:01,235 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 took 5ms 2024-11-11T03:50:01,237 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3e3d8f68b9d1c3d926f32a1404227b77: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,238 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a750882a11f0a6789277bbdcfce82216: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,240 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 263fb44e75335205ef3f45d4de602e64: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,241 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8ee74e7c6894d5b6f2041ca18355b84c: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,242 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4c783704dfd04b63fbbc61ab5c607874: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e523d357f3ea570511518e406cee8306: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ea53a6024377ec87ea76cb37bbe343ed: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1dfe914db84af53f7e96208d55722002: last_flushed_sequence_id: 18446744073709551615 2024-11-11T03:50:01,249 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,251 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,252 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,254 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,255 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,256 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,256 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,258 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,259 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,261 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,263 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,264 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 so closing down 2024-11-11T03:50:01,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T03:50:01,268 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,268 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,269 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,272 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp 2024-11-11T03:50:01,273 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T03:50:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741869_1045 (size=36767) 2024-11-11T03:50:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741869_1045 (size=36767) 2024-11-11T03:50:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741869_1045 (size=36767) 2024-11-11T03:50:01,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741870_1046 (size=36767) 2024-11-11T03:50:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741870_1046 (size=36767) 2024-11-11T03:50:01,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004 2024-11-11T03:50:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741870_1046 (size=36767) 2024-11-11T03:50:01,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741871_1047 (size=262) 2024-11-11T03:50:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741871_1047 (size=262) 2024-11-11T03:50:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741871_1047 (size=262) 2024-11-11T03:50:01,297 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004 2024-11-11T03:50:01,299 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004 2024-11-11T03:50:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741872_1048 (size=36767) 2024-11-11T03:50:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741872_1048 (size=36767) 2024-11-11T03:50:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741872_1048 (size=36767) 2024-11-11T03:50:01,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004 2024-11-11T03:50:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741874_1050 (size=36767) 2024-11-11T03:50:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741874_1050 (size=36767) 2024-11-11T03:50:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741874_1050 (size=36767) 2024-11-11T03:50:01,311 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-11T03:50:01,313 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004 2024-11-11T03:50:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741873_1049 (size=36767) 2024-11-11T03:50:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741873_1049 (size=36767) 2024-11-11T03:50:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741873_1049 (size=36767) 2024-11-11T03:50:01,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741875_1051 (size=36767) 2024-11-11T03:50:01,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004 2024-11-11T03:50:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741875_1051 (size=36767) 2024-11-11T03:50:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741875_1051 (size=36767) 2024-11-11T03:50:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741876_1052 (size=36767) 2024-11-11T03:50:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741876_1052 (size=36767) 2024-11-11T03:50:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741876_1052 (size=36767) 2024-11-11T03:50:01,325 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,327 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004 2024-11-11T03:50:01,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T03:50:01,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004 2024-11-11T03:50:01,330 INFO [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 94 ms; skipped=8; WAL=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819, size=255.1 K, length=261212, corrupted=false, cancelled=false 2024-11-11T03:50:01,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819, journal: Splitting hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819, size=255.1 K (261212bytes) at 1731297001230Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001251 (+21 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001254 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001256 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001258 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001261 (+3 ms)Split 6 edits, skipped 8 edits. at 1731297001263 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001264 (+1 ms)Finishing writing output for hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 so closing down at 1731297001266 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001269 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp at 1731297001273 (+4 ms)3 split writer threads finished at 1731297001273Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001290 (+17 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004 at 1731297001293 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001295 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001297 (+2 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004 at 1731297001297Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004 at 1731297001299 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001306 (+7 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004 at 1731297001307 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731297001311 (+4 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004 at 1731297001313 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001321 (+8 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004 at 1731297001323 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001325 (+2 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004 at 1731297001327 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731297001328 (+1 ms)Rename recovered edits hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004-a7bef91497aa%2C34565%2C1731296812458.1731296813819.temp to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004 at 1731297001329 (+1 ms)Processed 16 edits across 8 Regions in 94 ms; skipped=8; WAL=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819, size=255.1 K, length=261212, corrupted=false, cancelled=false at 1731297001330 (+1 ms) 2024-11-11T03:50:01,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 2024-11-11T03:50:01,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-11T03:50:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44355 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-11T03:50:01,334 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting/a7bef91497aa%2C34565%2C1731296812458.1731296813819 to hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs 2024-11-11T03:50:01,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T03:50:01,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 in 275 msec 2024-11-11T03:50:01,338 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-11T03:50:01,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 in 282 msec 2024-11-11T03:50:01,341 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting dir is empty, no logs to split. 2024-11-11T03:50:01,341 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=0, meta=false 2024-11-11T03:50:01,341 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a7bef91497aa,34565,1731296812458 WAL splitting is done? wals=0, meta=false 2024-11-11T03:50:01,342 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:50:01,342 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:01,342 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:50:01,554 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,554 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:50:01,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:01,554 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:50:01,554 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:50:01,554 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:50:01,554 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:50:01,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:50:01,554 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:50:01,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:50:01,557 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,558 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T03:50:01,559 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=61 2024-11-11T03:50:01,559 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,41239,1731296812499, table=hbase:meta, region=1588230740 2024-11-11T03:50:01,559 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPEN 2024-11-11T03:50:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,562 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731297031562 2024-11-11T03:50:01,562 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1dfe914db84af53f7e96208d55722002, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e523d357f3ea570511518e406cee8306, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,566 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f21561c441f47523d72242f14321781, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e628105eea2d16445257299f224eac9, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a8380970d034b4be51cbe481a708604, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,567 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,568 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,568 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,568 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,568 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,568 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,568 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T03:50:01,568 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731297061568 2024-11-11T03:50:01,568 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731297121568 2024-11-11T03:50:01,568 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-11T03:50:01,569 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server a7bef91497aa,34565,1731296812458 does not exist 2024-11-11T03:50:01,569 INFO [PEWorker-1 {}] master.SplitWALManager(105): a7bef91497aa,34565,1731296812458 WAL count=0, meta=false 2024-11-11T03:50:01,569 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a7bef91497aa,34565,1731296812458 WAL splitting is done? wals=0, meta=false 2024-11-11T03:50:01,570 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a7bef91497aa,34565,1731296812458 failed, ignore...File hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,34565,1731296812458-splitting does not exist. 2024-11-11T03:50:01,570 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:50:01,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN}] 2024-11-11T03:50:01,572 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:50:01,572 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:01,572 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:50:01,818 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,818 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:50:01,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:01,818 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:50:01,819 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:50:01,819 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:50:01,819 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:50:01,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:50:01,819 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:50:01,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:50:01,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:50:01,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:01,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:01,822 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:01,822 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:01,822 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:01,822 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:01,822 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:50:01,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:01,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T03:50:01,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=61 2024-11-11T03:50:01,825 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,41239,1731296812499, table=hbase:meta, region=1588230740 2024-11-11T03:50:01,826 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPEN 2024-11-11T03:50:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:01,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:01,829 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731297031829 2024-11-11T03:50:01,829 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:50:01,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1dfe914db84af53f7e96208d55722002, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e523d357f3ea570511518e406cee8306, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f21561c441f47523d72242f14321781, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e628105eea2d16445257299f224eac9, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a8380970d034b4be51cbe481a708604, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:01,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, lastHost=a7bef91497aa,34565,1731296812458, regionLocation=a7bef91497aa,34565,1731296812458, openSeqNum=2 2024-11-11T03:50:01,836 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T03:50:01,837 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731297061837 2024-11-11T03:50:01,837 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731297121837 2024-11-11T03:50:01,837 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-11T03:50:01,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN}] 2024-11-11T03:50:01,837 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:50:01,839 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN 2024-11-11T03:50:01,839 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN 2024-11-11T03:50:01,841 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN 2024-11-11T03:50:01,842 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,843 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN 2024-11-11T03:50:01,844 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,844 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN 2024-11-11T03:50:01,845 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN 2024-11-11T03:50:01,847 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,847 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN 2024-11-11T03:50:01,848 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,849 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN 2024-11-11T03:50:01,849 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T03:50:01,990 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(204): Hosts are {a7bef91497aa=0} racks are {/default-rack=0} 2024-11-11T03:50:01,990 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T03:50:01,991 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T03:50:01,991 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T03:50:01,991 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T03:50:01,991 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T03:50:01,991 INFO [a7bef91497aa:44355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T03:50:01,991 DEBUG [a7bef91497aa:44355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T03:50:01,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=4c783704dfd04b63fbbc61ab5c607874, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=263fb44e75335205ef3f45d4de602e64, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPENING, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:01,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=a750882a11f0a6789277bbdcfce82216, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=e523d357f3ea570511518e406cee8306, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN because future has completed 2024-11-11T03:50:01,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=1dfe914db84af53f7e96208d55722002, regionState=OPENING, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:01,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:50:01,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN because future has completed 2024-11-11T03:50:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN because future has completed 2024-11-11T03:50:01,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN because future has completed 2024-11-11T03:50:01,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN because future has completed 2024-11-11T03:50:02,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:50:02,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN because future has completed 2024-11-11T03:50:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN because future has completed 2024-11-11T03:50:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN because future has completed 2024-11-11T03:50:02,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:50:02,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:50:02,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,41239,1731296812499}] 2024-11-11T03:50:02,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:50:02,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:50:02,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,37727,1731296812347}] 2024-11-11T03:50:02,153 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:02,153 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 263fb44e75335205ef3f45d4de602e64, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-11T03:50:02,153 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,154 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,154 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,154 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,155 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,156 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:02,156 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => a750882a11f0a6789277bbdcfce82216, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-11T03:50:02,156 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263fb44e75335205ef3f45d4de602e64 columnFamilyName colfamily11 2024-11-11T03:50:02,156 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,157 DEBUG [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,157 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,157 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,157 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,157 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(327): Store=263fb44e75335205ef3f45d4de602e64/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,157 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,158 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263fb44e75335205ef3f45d4de602e64 columnFamilyName colfamily21 2024-11-11T03:50:02,158 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,158 DEBUG [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,159 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(327): Store=263fb44e75335205ef3f45d4de602e64/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,159 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,159 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a750882a11f0a6789277bbdcfce82216 columnFamilyName colfamily11 2024-11-11T03:50:02,159 DEBUG [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,160 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(327): Store=a750882a11f0a6789277bbdcfce82216/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,160 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,160 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263fb44e75335205ef3f45d4de602e64 columnFamilyName colfamily31 2024-11-11T03:50:02,160 DEBUG [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,160 INFO [StoreOpener-263fb44e75335205ef3f45d4de602e64-1 {}] regionserver.HStore(327): Store=263fb44e75335205ef3f45d4de602e64/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,160 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,160 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a750882a11f0a6789277bbdcfce82216 columnFamilyName colfamily21 2024-11-11T03:50:02,161 DEBUG [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,161 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(327): Store=a750882a11f0a6789277bbdcfce82216/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,161 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,161 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,162 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a750882a11f0a6789277bbdcfce82216 columnFamilyName colfamily31 2024-11-11T03:50:02,162 DEBUG [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,162 INFO [StoreOpener-a750882a11f0a6789277bbdcfce82216-1 {}] regionserver.HStore(327): Store=a750882a11f0a6789277bbdcfce82216/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,163 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,164 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004 2024-11-11T03:50:02,165 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,166 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004 2024-11-11T03:50:02,172 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004 2024-11-11T03:50:02,172 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004 2024-11-11T03:50:02,173 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing a750882a11f0a6789277bbdcfce82216 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,173 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 263fb44e75335205ef3f45d4de602e64 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,199 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/.tmp/colfamily11/00937400bd504091ac4ca4098f10c3ca is 52, key is ttt/colfamily11:colfamily11/1731296818382/Put/seqid=0 2024-11-11T03:50:02,200 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/.tmp/colfamily11/3ac9e026f01143c385af45fc1690e092 is 52, key is www/colfamily11:colfamily11/1731296818424/Put/seqid=0 2024-11-11T03:50:02,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741877_1053 (size=39263) 2024-11-11T03:50:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741877_1053 (size=39263) 2024-11-11T03:50:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741877_1053 (size=39263) 2024-11-11T03:50:02,210 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/.tmp/colfamily11/3ac9e026f01143c385af45fc1690e092 2024-11-11T03:50:02,220 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/.tmp/colfamily11/3ac9e026f01143c385af45fc1690e092 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/colfamily11/3ac9e026f01143c385af45fc1690e092 2024-11-11T03:50:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741878_1054 (size=39263) 2024-11-11T03:50:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741878_1054 (size=39263) 2024-11-11T03:50:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741878_1054 (size=39263) 2024-11-11T03:50:02,223 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/.tmp/colfamily11/00937400bd504091ac4ca4098f10c3ca 2024-11-11T03:50:02,227 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/colfamily11/3ac9e026f01143c385af45fc1690e092, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,228 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a750882a11f0a6789277bbdcfce82216 in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,228 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/0000000000000000004 2024-11-11T03:50:02,230 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,230 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,231 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,231 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/.tmp/colfamily11/00937400bd504091ac4ca4098f10c3ca as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/colfamily11/00937400bd504091ac4ca4098f10c3ca 2024-11-11T03:50:02,232 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,235 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,236 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened a750882a11f0a6789277bbdcfce82216; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65152141, jitterRate=-0.029157444834709167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,236 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:02,236 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for a750882a11f0a6789277bbdcfce82216: Running coprocessor pre-open hook at 1731297002157Writing region info on filesystem at 1731297002157Initializing all the Stores at 1731297002158 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002158Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002158Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002158Obtaining lock to block concurrent updates at 1731297002173 (+15 ms)Preparing flush snapshotting stores in a750882a11f0a6789277bbdcfce82216 at 1731297002173Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002173Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. at 1731297002173Flushing a750882a11f0a6789277bbdcfce82216/colfamily11: creating writer at 1731297002173Flushing a750882a11f0a6789277bbdcfce82216/colfamily11: appending metadata at 1731297002199 (+26 ms)Flushing a750882a11f0a6789277bbdcfce82216/colfamily11: closing flushed file at 1731297002199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66137ffe: reopening flushed file at 1731297002219 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a750882a11f0a6789277bbdcfce82216 in 55ms, sequenceid=4, compaction requested=false; wal=null at 1731297002228 (+9 ms)Cleaning up temporary data from old regions at 1731297002230 (+2 ms)Running coprocessor post-open hooks at 1731297002236 (+6 ms)Region opened successfully at 1731297002236 2024-11-11T03:50:02,237 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., pid=73, masterSystemTime=1731297002152 2024-11-11T03:50:02,238 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/colfamily11/00937400bd504091ac4ca4098f10c3ca, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,239 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 263fb44e75335205ef3f45d4de602e64 in 67ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,240 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/0000000000000000004 2024-11-11T03:50:02,240 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:02,240 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:02,240 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee74e7c6894d5b6f2041ca18355b84c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-11T03:50:02,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,241 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,243 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,243 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:50:02,245 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee74e7c6894d5b6f2041ca18355b84c columnFamilyName colfamily11 2024-11-11T03:50:02,245 DEBUG [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,246 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,246 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(327): Store=8ee74e7c6894d5b6f2041ca18355b84c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,246 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,247 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee74e7c6894d5b6f2041ca18355b84c columnFamilyName colfamily21 2024-11-11T03:50:02,247 DEBUG [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=70 2024-11-11T03:50:02,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,41239,1731296812499 in 245 msec 2024-11-11T03:50:02,249 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(327): Store=8ee74e7c6894d5b6f2041ca18355b84c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,249 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,250 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee74e7c6894d5b6f2041ca18355b84c columnFamilyName colfamily31 2024-11-11T03:50:02,250 DEBUG [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,250 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN in 411 msec 2024-11-11T03:50:02,251 INFO [StoreOpener-8ee74e7c6894d5b6f2041ca18355b84c-1 {}] regionserver.HStore(327): Store=8ee74e7c6894d5b6f2041ca18355b84c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,251 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,251 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 263fb44e75335205ef3f45d4de602e64; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468436, jitterRate=-0.11385124921798706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,252 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:02,252 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 263fb44e75335205ef3f45d4de602e64: Running coprocessor pre-open hook at 1731297002154Writing region info on filesystem at 1731297002154Initializing all the Stores at 1731297002155 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002155Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002155Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002155Obtaining lock to block concurrent updates at 1731297002173 (+18 ms)Preparing flush snapshotting stores in 263fb44e75335205ef3f45d4de602e64 at 1731297002173Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002173Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. at 1731297002173Flushing 263fb44e75335205ef3f45d4de602e64/colfamily11: creating writer at 1731297002173Flushing 263fb44e75335205ef3f45d4de602e64/colfamily11: appending metadata at 1731297002199 (+26 ms)Flushing 263fb44e75335205ef3f45d4de602e64/colfamily11: closing flushed file at 1731297002199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772d9eeb: reopening flushed file at 1731297002230 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 263fb44e75335205ef3f45d4de602e64 in 67ms, sequenceid=4, compaction requested=false; wal=null at 1731297002239 (+9 ms)Cleaning up temporary data from old regions at 1731297002241 (+2 ms)Running coprocessor post-open hooks at 1731297002252 (+11 ms)Region opened successfully at 1731297002252 2024-11-11T03:50:02,252 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,253 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., pid=79, masterSystemTime=1731297002148 2024-11-11T03:50:02,254 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,255 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:02,255 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:02,255 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:02,255 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004 2024-11-11T03:50:02,255 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e3d8f68b9d1c3d926f32a1404227b77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-11T03:50:02,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,256 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,256 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,256 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,256 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,258 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:50:02,260 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3d8f68b9d1c3d926f32a1404227b77 columnFamilyName colfamily11 2024-11-11T03:50:02,260 DEBUG [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,260 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(327): Store=3e3d8f68b9d1c3d926f32a1404227b77/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,261 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,262 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3d8f68b9d1c3d926f32a1404227b77 columnFamilyName colfamily21 2024-11-11T03:50:02,262 DEBUG [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,262 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004 2024-11-11T03:50:02,262 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 8ee74e7c6894d5b6f2041ca18355b84c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=68 2024-11-11T03:50:02,262 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(327): Store=3e3d8f68b9d1c3d926f32a1404227b77/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,37727,1731296812347 in 233 msec 2024-11-11T03:50:02,262 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,263 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3d8f68b9d1c3d926f32a1404227b77 columnFamilyName colfamily31 2024-11-11T03:50:02,264 DEBUG [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,264 INFO [StoreOpener-3e3d8f68b9d1c3d926f32a1404227b77-1 {}] regionserver.HStore(327): Store=3e3d8f68b9d1c3d926f32a1404227b77/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,265 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN in 426 msec 2024-11-11T03:50:02,265 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,267 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,268 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004 2024-11-11T03:50:02,273 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004 2024-11-11T03:50:02,273 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 3e3d8f68b9d1c3d926f32a1404227b77 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,289 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/.tmp/colfamily11/27339b2ba37a45f4954d54a26e4de529 is 52, key is qqq/colfamily11:colfamily11/1731296818320/Put/seqid=0 2024-11-11T03:50:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741879_1055 (size=39263) 2024-11-11T03:50:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741879_1055 (size=39263) 2024-11-11T03:50:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741879_1055 (size=39263) 2024-11-11T03:50:02,298 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/.tmp/colfamily11/864553c53e944d63bbdd25d5568f3081 is 52, key is ggg/colfamily11:colfamily11/1731296818200/Put/seqid=0 2024-11-11T03:50:02,298 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/.tmp/colfamily11/27339b2ba37a45f4954d54a26e4de529 2024-11-11T03:50:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741880_1056 (size=39263) 2024-11-11T03:50:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741880_1056 (size=39263) 2024-11-11T03:50:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741880_1056 (size=39263) 2024-11-11T03:50:02,307 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/.tmp/colfamily11/864553c53e944d63bbdd25d5568f3081 2024-11-11T03:50:02,307 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/.tmp/colfamily11/27339b2ba37a45f4954d54a26e4de529 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/colfamily11/27339b2ba37a45f4954d54a26e4de529 2024-11-11T03:50:02,315 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/.tmp/colfamily11/864553c53e944d63bbdd25d5568f3081 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/colfamily11/864553c53e944d63bbdd25d5568f3081 2024-11-11T03:50:02,315 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/colfamily11/27339b2ba37a45f4954d54a26e4de529, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,316 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8ee74e7c6894d5b6f2041ca18355b84c in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,316 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/0000000000000000004 2024-11-11T03:50:02,318 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,318 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,320 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,322 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/colfamily11/864553c53e944d63bbdd25d5568f3081, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,322 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3e3d8f68b9d1c3d926f32a1404227b77 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,322 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/0000000000000000004 2024-11-11T03:50:02,323 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,324 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,324 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 8ee74e7c6894d5b6f2041ca18355b84c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71519838, jitterRate=0.06572863459587097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,324 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,324 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:02,324 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 8ee74e7c6894d5b6f2041ca18355b84c: Running coprocessor pre-open hook at 1731297002241Writing region info on filesystem at 1731297002241Initializing all the Stores at 1731297002242 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002242Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002243 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002243Obtaining lock to block concurrent updates at 1731297002262 (+19 ms)Preparing flush snapshotting stores in 8ee74e7c6894d5b6f2041ca18355b84c at 1731297002262Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002262Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. at 1731297002262Flushing 8ee74e7c6894d5b6f2041ca18355b84c/colfamily11: creating writer at 1731297002262Flushing 8ee74e7c6894d5b6f2041ca18355b84c/colfamily11: appending metadata at 1731297002288 (+26 ms)Flushing 8ee74e7c6894d5b6f2041ca18355b84c/colfamily11: closing flushed file at 1731297002288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e4fedf: reopening flushed file at 1731297002306 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8ee74e7c6894d5b6f2041ca18355b84c in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731297002316 (+10 ms)Cleaning up temporary data from old regions at 1731297002318 (+2 ms)Running coprocessor post-open hooks at 1731297002324 (+6 ms)Region opened successfully at 1731297002324 2024-11-11T03:50:02,325 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., pid=76, masterSystemTime=1731297002152 2024-11-11T03:50:02,325 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,327 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:02,327 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:02,327 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:02,327 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dfe914db84af53f7e96208d55722002, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-11T03:50:02,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,331 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:50:02,332 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,332 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfe914db84af53f7e96208d55722002 columnFamilyName colfamily11 2024-11-11T03:50:02,333 DEBUG [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,333 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(327): Store=1dfe914db84af53f7e96208d55722002/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,334 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,334 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 3e3d8f68b9d1c3d926f32a1404227b77; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74405569, jitterRate=0.10872937738895416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,334 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:02,334 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 3e3d8f68b9d1c3d926f32a1404227b77: Running coprocessor pre-open hook at 1731297002256Writing region info on filesystem at 1731297002256Initializing all the Stores at 1731297002258 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002258Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002258Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002258Obtaining lock to block concurrent updates at 1731297002273 (+15 ms)Preparing flush snapshotting stores in 3e3d8f68b9d1c3d926f32a1404227b77 at 1731297002273Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002273Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. at 1731297002273Flushing 3e3d8f68b9d1c3d926f32a1404227b77/colfamily11: creating writer at 1731297002273Flushing 3e3d8f68b9d1c3d926f32a1404227b77/colfamily11: appending metadata at 1731297002296 (+23 ms)Flushing 3e3d8f68b9d1c3d926f32a1404227b77/colfamily11: closing flushed file at 1731297002297 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b82669: reopening flushed file at 1731297002314 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3e3d8f68b9d1c3d926f32a1404227b77 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731297002322 (+8 ms)Cleaning up temporary data from old regions at 1731297002324 (+2 ms)Running coprocessor post-open hooks at 1731297002334 (+10 ms)Region opened successfully at 1731297002334 2024-11-11T03:50:02,334 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfe914db84af53f7e96208d55722002 columnFamilyName colfamily21 2024-11-11T03:50:02,335 DEBUG [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=67 2024-11-11T03:50:02,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,41239,1731296812499 in 315 msec 2024-11-11T03:50:02,335 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(327): Store=1dfe914db84af53f7e96208d55722002/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,335 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,336 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., pid=77, masterSystemTime=1731297002148 2024-11-11T03:50:02,336 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfe914db84af53f7e96208d55722002 columnFamilyName colfamily31 2024-11-11T03:50:02,336 DEBUG [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,337 INFO [StoreOpener-1dfe914db84af53f7e96208d55722002-1 {}] regionserver.HStore(327): Store=1dfe914db84af53f7e96208d55722002/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,337 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN in 498 msec 2024-11-11T03:50:02,337 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,338 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:02,338 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:02,338 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:02,339 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c783704dfd04b63fbbc61ab5c607874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-11T03:50:02,339 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,339 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,339 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,339 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,340 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,341 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,341 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004 2024-11-11T03:50:02,342 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c783704dfd04b63fbbc61ab5c607874 columnFamilyName colfamily11 2024-11-11T03:50:02,342 DEBUG [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:50:02,343 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(327): Store=4c783704dfd04b63fbbc61ab5c607874/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,343 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,344 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c783704dfd04b63fbbc61ab5c607874 columnFamilyName colfamily21 2024-11-11T03:50:02,344 DEBUG [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,344 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(327): Store=4c783704dfd04b63fbbc61ab5c607874/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,345 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-11T03:50:02,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,37727,1731296812347 in 323 msec 2024-11-11T03:50:02,346 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c783704dfd04b63fbbc61ab5c607874 columnFamilyName colfamily31 2024-11-11T03:50:02,346 DEBUG [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,347 INFO [StoreOpener-4c783704dfd04b63fbbc61ab5c607874-1 {}] regionserver.HStore(327): Store=4c783704dfd04b63fbbc61ab5c607874/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,347 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN in 508 msec 2024-11-11T03:50:02,348 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004 2024-11-11T03:50:02,348 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,348 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 1dfe914db84af53f7e96208d55722002 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,349 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,350 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004 2024-11-11T03:50:02,354 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004 2024-11-11T03:50:02,354 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 4c783704dfd04b63fbbc61ab5c607874 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-11T03:50:02,370 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/.tmp/colfamily11/3ea3d9d56e2f49aa9db03783a463d4b6 is 52, key is ddd/colfamily11:colfamily11/1731296818146/Put/seqid=0 2024-11-11T03:50:02,373 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/.tmp/colfamily11/2107275e25284465aa661fdc014cf67a is 52, key is zzz/colfamily11:colfamily11/1731296818429/Put/seqid=0 2024-11-11T03:50:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741881_1057 (size=39263) 2024-11-11T03:50:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741881_1057 (size=39263) 2024-11-11T03:50:02,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741881_1057 (size=39263) 2024-11-11T03:50:02,378 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/.tmp/colfamily11/3ea3d9d56e2f49aa9db03783a463d4b6 2024-11-11T03:50:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741882_1058 (size=4857) 2024-11-11T03:50:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741882_1058 (size=4857) 2024-11-11T03:50:02,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741882_1058 (size=4857) 2024-11-11T03:50:02,384 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/.tmp/colfamily11/2107275e25284465aa661fdc014cf67a 2024-11-11T03:50:02,386 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/.tmp/colfamily11/3ea3d9d56e2f49aa9db03783a463d4b6 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/colfamily11/3ea3d9d56e2f49aa9db03783a463d4b6 2024-11-11T03:50:02,391 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/.tmp/colfamily11/2107275e25284465aa661fdc014cf67a as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/colfamily11/2107275e25284465aa661fdc014cf67a 2024-11-11T03:50:02,393 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/colfamily11/3ea3d9d56e2f49aa9db03783a463d4b6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,394 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1dfe914db84af53f7e96208d55722002 in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,395 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/0000000000000000004 2024-11-11T03:50:02,396 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,396 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,397 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,398 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/colfamily11/2107275e25284465aa661fdc014cf67a, entries=1, sequenceid=4, filesize=4.7 K 2024-11-11T03:50:02,398 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 4c783704dfd04b63fbbc61ab5c607874 in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,398 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,399 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/0000000000000000004 2024-11-11T03:50:02,400 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,400 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,401 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,401 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,402 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 1dfe914db84af53f7e96208d55722002; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61556098, jitterRate=-0.08274266123771667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,402 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:02,402 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 1dfe914db84af53f7e96208d55722002: Running coprocessor pre-open hook at 1731297002328Writing region info on filesystem at 1731297002328Initializing all the Stores at 1731297002330 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002330Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002331 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002331Obtaining lock to block concurrent updates at 1731297002348 (+17 ms)Preparing flush snapshotting stores in 1dfe914db84af53f7e96208d55722002 at 1731297002348Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002348Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. at 1731297002348Flushing 1dfe914db84af53f7e96208d55722002/colfamily11: creating writer at 1731297002348Flushing 1dfe914db84af53f7e96208d55722002/colfamily11: appending metadata at 1731297002369 (+21 ms)Flushing 1dfe914db84af53f7e96208d55722002/colfamily11: closing flushed file at 1731297002369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fe55a9: reopening flushed file at 1731297002385 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1dfe914db84af53f7e96208d55722002 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731297002394 (+9 ms)Cleaning up temporary data from old regions at 1731297002396 (+2 ms)Running coprocessor post-open hooks at 1731297002402 (+6 ms)Region opened successfully at 1731297002402 2024-11-11T03:50:02,403 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,403 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., pid=74, masterSystemTime=1731297002152 2024-11-11T03:50:02,405 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,406 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:02,406 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:02,406 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:02,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=1dfe914db84af53f7e96208d55722002, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,406 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => e523d357f3ea570511518e406cee8306, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-11T03:50:02,406 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 4c783704dfd04b63fbbc61ab5c607874; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60623380, jitterRate=-0.09664124250411987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,406 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:02,406 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 4c783704dfd04b63fbbc61ab5c607874: Running coprocessor pre-open hook at 1731297002339Writing region info on filesystem at 1731297002339Initializing all the Stores at 1731297002340 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002340Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002340Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002340Obtaining lock to block concurrent updates at 1731297002354 (+14 ms)Preparing flush snapshotting stores in 4c783704dfd04b63fbbc61ab5c607874 at 1731297002354Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731297002354Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. at 1731297002354Flushing 4c783704dfd04b63fbbc61ab5c607874/colfamily11: creating writer at 1731297002354Flushing 4c783704dfd04b63fbbc61ab5c607874/colfamily11: appending metadata at 1731297002373 (+19 ms)Flushing 4c783704dfd04b63fbbc61ab5c607874/colfamily11: closing flushed file at 1731297002373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3fe883: reopening flushed file at 1731297002391 (+18 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 4c783704dfd04b63fbbc61ab5c607874 in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731297002398 (+7 ms)Cleaning up temporary data from old regions at 1731297002400 (+2 ms)Running coprocessor post-open hooks at 1731297002406 (+6 ms)Region opened successfully at 1731297002406 2024-11-11T03:50:02,407 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,407 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,407 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,407 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,408 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., pid=72, masterSystemTime=1731297002148 2024-11-11T03:50:02,409 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:50:02,410 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e523d357f3ea570511518e406cee8306 columnFamilyName colfamily11 2024-11-11T03:50:02,410 DEBUG [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,410 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:02,410 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:02,410 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:02,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => ea53a6024377ec87ea76cb37bbe343ed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-11T03:50:02,411 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(327): Store=e523d357f3ea570511518e406cee8306/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,411 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:50:02,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,411 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,412 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e523d357f3ea570511518e406cee8306 columnFamilyName colfamily21 2024-11-11T03:50:02,412 DEBUG [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,413 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,413 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(327): Store=e523d357f3ea570511518e406cee8306/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=69 2024-11-11T03:50:02,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,41239,1731296812499 in 401 msec 2024-11-11T03:50:02,413 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,414 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea53a6024377ec87ea76cb37bbe343ed columnFamilyName colfamily11 2024-11-11T03:50:02,414 DEBUG [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,414 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(327): Store=ea53a6024377ec87ea76cb37bbe343ed/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,415 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e523d357f3ea570511518e406cee8306 columnFamilyName colfamily31 2024-11-11T03:50:02,415 DEBUG [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,414 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN in 576 msec 2024-11-11T03:50:02,415 INFO [StoreOpener-e523d357f3ea570511518e406cee8306-1 {}] regionserver.HStore(327): Store=e523d357f3ea570511518e406cee8306/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,416 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,416 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea53a6024377ec87ea76cb37bbe343ed columnFamilyName colfamily21 2024-11-11T03:50:02,416 DEBUG [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,417 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(327): Store=ea53a6024377ec87ea76cb37bbe343ed/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,417 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,418 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,418 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea53a6024377ec87ea76cb37bbe343ed columnFamilyName colfamily31 2024-11-11T03:50:02,418 DEBUG [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:50:02,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:50:02,420 INFO [StoreOpener-ea53a6024377ec87ea76cb37bbe343ed-1 {}] regionserver.HStore(327): Store=ea53a6024377ec87ea76cb37bbe343ed/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:50:02,420 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,420 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,421 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,421 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004 2024-11-11T03:50:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-11T03:50:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,37727,1731296812347 in 424 msec 2024-11-11T03:50:02,423 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,424 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004 2024-11-11T03:50:02,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN in 585 msec 2024-11-11T03:50:02,428 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004 2024-11-11T03:50:02,428 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing e523d357f3ea570511518e406cee8306 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,429 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004 2024-11-11T03:50:02,429 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing ea53a6024377ec87ea76cb37bbe343ed 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:02,449 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/.tmp/colfamily11/f2fcccbc5b284ffdb10299d93a8a5e5c is 52, key is hhh/colfamily11:colfamily11/1731296818236/Put/seqid=0 2024-11-11T03:50:02,449 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/.tmp/colfamily11/19caea7abff14ab8b322bf857c04be62 is 52, key is lll/colfamily11:colfamily11/1731296818262/Put/seqid=0 2024-11-11T03:50:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741883_1059 (size=39263) 2024-11-11T03:50:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741883_1059 (size=39263) 2024-11-11T03:50:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741883_1059 (size=39263) 2024-11-11T03:50:02,462 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/.tmp/colfamily11/f2fcccbc5b284ffdb10299d93a8a5e5c 2024-11-11T03:50:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741884_1060 (size=39263) 2024-11-11T03:50:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741884_1060 (size=39263) 2024-11-11T03:50:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741884_1060 (size=39263) 2024-11-11T03:50:02,464 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/.tmp/colfamily11/19caea7abff14ab8b322bf857c04be62 2024-11-11T03:50:02,471 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/.tmp/colfamily11/19caea7abff14ab8b322bf857c04be62 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/colfamily11/19caea7abff14ab8b322bf857c04be62 2024-11-11T03:50:02,471 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/.tmp/colfamily11/f2fcccbc5b284ffdb10299d93a8a5e5c as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/colfamily11/f2fcccbc5b284ffdb10299d93a8a5e5c 2024-11-11T03:50:02,478 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/colfamily11/19caea7abff14ab8b322bf857c04be62, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,478 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea53a6024377ec87ea76cb37bbe343ed in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,478 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/colfamily11/f2fcccbc5b284ffdb10299d93a8a5e5c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T03:50:02,478 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e523d357f3ea570511518e406cee8306 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T03:50:02,479 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/0000000000000000004 2024-11-11T03:50:02,479 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/0000000000000000004 2024-11-11T03:50:02,480 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,480 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,480 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,480 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,481 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,481 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T03:50:02,482 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,482 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,485 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,485 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:50:02,486 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened e523d357f3ea570511518e406cee8306; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71448876, jitterRate=0.06467121839523315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,486 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:02,486 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened ea53a6024377ec87ea76cb37bbe343ed; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64473805, jitterRate=-0.03926543891429901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T03:50:02,486 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for e523d357f3ea570511518e406cee8306: Running coprocessor pre-open hook at 1731297002407Writing region info on filesystem at 1731297002407Initializing all the Stores at 1731297002408 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002408Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002408Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002408Obtaining lock to block concurrent updates at 1731297002428 (+20 ms)Preparing flush snapshotting stores in e523d357f3ea570511518e406cee8306 at 1731297002428Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002428Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. at 1731297002428Flushing e523d357f3ea570511518e406cee8306/colfamily11: creating writer at 1731297002428Flushing e523d357f3ea570511518e406cee8306/colfamily11: appending metadata at 1731297002448 (+20 ms)Flushing e523d357f3ea570511518e406cee8306/colfamily11: closing flushed file at 1731297002448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8efa5f: reopening flushed file at 1731297002470 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e523d357f3ea570511518e406cee8306 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731297002478 (+8 ms)Cleaning up temporary data from old regions at 1731297002480 (+2 ms)Running coprocessor post-open hooks at 1731297002486 (+6 ms)Region opened successfully at 1731297002486 2024-11-11T03:50:02,486 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:02,486 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for ea53a6024377ec87ea76cb37bbe343ed: Running coprocessor pre-open hook at 1731297002411Writing region info on filesystem at 1731297002411Initializing all the Stores at 1731297002412 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002412Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002412Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731297002412Obtaining lock to block concurrent updates at 1731297002429 (+17 ms)Preparing flush snapshotting stores in ea53a6024377ec87ea76cb37bbe343ed at 1731297002429Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297002429Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. at 1731297002429Flushing ea53a6024377ec87ea76cb37bbe343ed/colfamily11: creating writer at 1731297002429Flushing ea53a6024377ec87ea76cb37bbe343ed/colfamily11: appending metadata at 1731297002449 (+20 ms)Flushing ea53a6024377ec87ea76cb37bbe343ed/colfamily11: closing flushed file at 1731297002449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1109720: reopening flushed file at 1731297002470 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea53a6024377ec87ea76cb37bbe343ed in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731297002478 (+8 ms)Cleaning up temporary data from old regions at 1731297002480 (+2 ms)Running coprocessor post-open hooks at 1731297002486 (+6 ms)Region opened successfully at 1731297002486 2024-11-11T03:50:02,487 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., pid=75, masterSystemTime=1731297002152 2024-11-11T03:50:02,487 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., pid=78, masterSystemTime=1731297002148 2024-11-11T03:50:02,489 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:02,489 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:02,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,490 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:02,490 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:02,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=e523d357f3ea570511518e406cee8306, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,37727,1731296812347 because future has completed 2024-11-11T03:50:02,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,41239,1731296812499 because future has completed 2024-11-11T03:50:02,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=65 2024-11-11T03:50:02,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,37727,1731296812347 in 471 msec 2024-11-11T03:50:02,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN in 659 msec 2024-11-11T03:50:02,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=66 2024-11-11T03:50:02,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,41239,1731296812499 in 484 msec 2024-11-11T03:50:02,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=57 2024-11-11T03:50:02,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN in 662 msec 2024-11-11T03:50:02,501 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server a7bef91497aa,34565,1731296812458 after splitting done 2024-11-11T03:50:02,501 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T03:50:02,501 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:02,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:02,502 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T03:50:02,587 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:02,587 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T03:50:02,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:02,587 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:50:02,587 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:50:02,588 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T03:50:02,588 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T03:50:02,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T03:50:02,588 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:50:02,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,590 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T03:50:02,591 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,41239,1731296812499 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,37727,1731296812347 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.meta.1731296814191.meta, worker=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7bef91497aa%2C34565%2C1731296812458.1731296813819, worker=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e3d8f68b9d1c3d926f32a1404227b77, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea53a6024377ec87ea76cb37bbe343ed, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e523d357f3ea570511518e406cee8306, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ee74e7c6894d5b6f2041ca18355b84c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=263fb44e75335205ef3f45d4de602e64, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1dfe914db84af53f7e96208d55722002, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a750882a11f0a6789277bbdcfce82216, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c783704dfd04b63fbbc61ab5c607874, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,594 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c783704dfd04b63fbbc61ab5c607874, server=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure a750882a11f0a6789277bbdcfce82216, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfe914db84af53f7e96208d55722002, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure e523d357f3ea570511518e406cee8306, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee74e7c6894d5b6f2041ca18355b84c, server=a7bef91497aa,41239,1731296812499 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3d8f68b9d1c3d926f32a1404227b77, server=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ea53a6024377ec87ea76cb37bbe343ed, server=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 263fb44e75335205ef3f45d4de602e64, server=a7bef91497aa,37727,1731296812347 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T03:50:02,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T03:50:02,595 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=61 2024-11-11T03:50:02,596 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a7bef91497aa,41239,1731296812499, table=hbase:meta, region=1588230740 2024-11-11T03:50:02,596 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,41239,1731296812499, state=OPEN 2024-11-11T03:50:02,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:02,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:02,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:50:02,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:02,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:02,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:50:02,599 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731297032598 2024-11-11T03:50:02,599 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T03:50:02,608 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f491d92e5bb82608a9ddb89d2538288, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,608 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bbd2a5627cf7d48a950460e66d94fd0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,608 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f1f9e0f0b0be2a2b28a39a8e27a16b1, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,608 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1dfe914db84af53f7e96208d55722002, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=5 2024-11-11T03:50:02,608 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c40ccc3ab0da130f9fcf7b08ad807923, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6fde902e129104e8ccae5d86ec65a0c0, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e3d8f68b9d1c3d926f32a1404227b77, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=5 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e523d357f3ea570511518e406cee8306, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=5 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06e9ef1cc66f5b6c7fd78d270411e3b9, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f21561c441f47523d72242f14321781, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51517f533b8ae9e823dd3ef09c350214, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea53a6024377ec87ea76cb37bbe343ed, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=5 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1e20edab49df07ff59cd0607f4e72c3, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74cf89bcc2bcb88ed3ed297dbb897201, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686d547a175990a7e2777aa2845f2dd2, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,609 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e628105eea2d16445257299f224eac9, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ee74e7c6894d5b6f2041ca18355b84c, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=5 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a8380970d034b4be51cbe481a708604, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ed59b069dca143d62db0f3234ee44d4b, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=263fb44e75335205ef3f45d4de602e64, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=5 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae9320a54aabd79520c20f5a10147d75, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6120d8a3331b2ebb87f20ba6ef2cbd9e, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a750882a11f0a6789277bbdcfce82216, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=5 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7cd02b13462959eaeec357fb2097272d, regionState=OPEN, lastHost=a7bef91497aa,41239,1731296812499, regionLocation=a7bef91497aa,41239,1731296812499, openSeqNum=2 2024-11-11T03:50:02,610 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1191ad8d017b7e5abf6bcafb2340738a, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=2 2024-11-11T03:50:02,611 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c783704dfd04b63fbbc61ab5c607874, regionState=OPEN, lastHost=a7bef91497aa,37727,1731296812347, regionLocation=a7bef91497aa,37727,1731296812347, openSeqNum=5 2024-11-11T03:50:02,611 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T03:50:02,611 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731297062611 2024-11-11T03:50:02,611 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731297122611 2024-11-11T03:50:02,611 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-11T03:50:02,611 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server a7bef91497aa,34565,1731296812458 after splitting done 2024-11-11T03:50:02,611 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T03:50:02,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure a7bef91497aa,34565,1731296812458, splitWal=true, meta=true in 3 mins, 3.42 sec 2024-11-11T03:50:02,866 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:50:02,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:50:02,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:50:02,882 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7bef91497aa:34565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a7bef91497aa/172.17.0.2:34565 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:50:02,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=java.net.ConnectException: Call to address=a7bef91497aa:34565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:50:02,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-11T03:50:02,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:02,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address a7bef91497aa:34565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a7bef91497aa/172.17.0.2:34565 2024-11-11T03:50:02,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:02,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:02,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:02,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,34565,1731296812458, seqNum=-1 from cache 2024-11-11T03:50:03,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T03:50:03,098 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T03:50:03,098 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,41239,1731296812499, seqNum=-1] 2024-11-11T03:50:03,103 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002., hostname=a7bef91497aa,41239,1731296812499, seqNum=5] 2024-11-11T03:50:03,142 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:03,252 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77., hostname=a7bef91497aa,37727,1731296812347, seqNum=5] 2024-11-11T03:50:03,265 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,267 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:03,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306., hostname=a7bef91497aa,41239,1731296812499, seqNum=5] 2024-11-11T03:50:03,404 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,404 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,405 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,405 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:03,511 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed., hostname=a7bef91497aa,37727,1731296812347, seqNum=5] 2024-11-11T03:50:03,533 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,533 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,533 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,534 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:03,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c., hostname=a7bef91497aa,41239,1731296812499, seqNum=5] 2024-11-11T03:50:03,653 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,653 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,653 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,653 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:03,760 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64., hostname=a7bef91497aa,37727,1731296812347, seqNum=5] 2024-11-11T03:50:03,771 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,772 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,772 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,772 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:03,881 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216., hostname=a7bef91497aa,41239,1731296812499, seqNum=5] 2024-11-11T03:50:03,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7bef91497aa:34565 this server is in the failed servers list 2024-11-11T03:50:03,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., hostname=a7bef91497aa,34565,1731296812458, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7bef91497aa:34565 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7bef91497aa:34565 2024-11-11T03:50:03,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., hostname=a7bef91497aa,34565,1731296812458, seqNum=2 from cache 2024-11-11T03:50:04,000 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874., hostname=a7bef91497aa,37727,1731296812347, seqNum=5] 2024-11-11T03:50:04,079 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T03:50:04,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T03:50:04,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T03:50:04,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:50:04,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T03:50:04,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T03:50:04,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false 2024-11-11T03:50:04,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7bef91497aa,44355,1731296811667 2024-11-11T03:50:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T03:50:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T03:50:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:50:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T03:50:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:50:04,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:04,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:50:04,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T03:50:04,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:50:04,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:50:04,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:50:04,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7bef91497aa,37727,1731296812347' ***** 2024-11-11T03:50:04,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T03:50:04,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7bef91497aa,41239,1731296812499' ***** 2024-11-11T03:50:04,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T03:50:04,084 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T03:50:04,084 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T03:50:04,084 INFO [RS:0;a7bef91497aa:37727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T03:50:04,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:50:04,084 INFO [RS:0;a7bef91497aa:37727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T03:50:04,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T03:50:04,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T03:50:04,084 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 74cf89bcc2bcb88ed3ed297dbb897201 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a8380970d034b4be51cbe481a708604 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for ea53a6024377ec87ea76cb37bbe343ed 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fde902e129104e8ccae5d86ec65a0c0 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 51517f533b8ae9e823dd3ef09c350214 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f491d92e5bb82608a9ddb89d2538288 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 686d547a175990a7e2777aa2845f2dd2 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 6120d8a3331b2ebb87f20ba6ef2cbd9e 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e628105eea2d16445257299f224eac9 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dfe914db84af53f7e96208d55722002 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 263fb44e75335205ef3f45d4de602e64 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cd02b13462959eaeec357fb2097272d 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 06e9ef1cc66f5b6c7fd78d270411e3b9 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c783704dfd04b63fbbc61ab5c607874 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bbd2a5627cf7d48a950460e66d94fd0 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ee74e7c6894d5b6f2041ca18355b84c 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e3d8f68b9d1c3d926f32a1404227b77 2024-11-11T03:50:04,085 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74cf89bcc2bcb88ed3ed297dbb897201, disabling compactions & flushes 2024-11-11T03:50:04,085 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a8380970d034b4be51cbe481a708604, disabling compactions & flushes 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for d1e20edab49df07ff59cd0607f4e72c3 2024-11-11T03:50:04,085 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1191ad8d017b7e5abf6bcafb2340738a 2024-11-11T03:50:04,085 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:50:04,085 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:50:04,085 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for e523d357f3ea570511518e406cee8306 2024-11-11T03:50:04,086 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:50:04,086 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for a750882a11f0a6789277bbdcfce82216 2024-11-11T03:50:04,086 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(959): stopping server a7bef91497aa,37727,1731296812347 2024-11-11T03:50:04,086 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. after waiting 0 ms 2024-11-11T03:50:04,086 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. after waiting 0 ms 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:50:04,086 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:50:04,086 INFO [RS:0;a7bef91497aa:37727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T03:50:04,086 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for ae9320a54aabd79520c20f5a10147d75 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f21561c441f47523d72242f14321781 2024-11-11T03:50:04,086 INFO [RS:0;a7bef91497aa:37727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7bef91497aa:37727. 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(959): stopping server a7bef91497aa,41239,1731296812499 2024-11-11T03:50:04,086 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a8380970d034b4be51cbe481a708604 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,086 DEBUG [RS:0;a7bef91497aa:37727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T03:50:04,086 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74cf89bcc2bcb88ed3ed297dbb897201 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,086 DEBUG [RS:0;a7bef91497aa:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a7bef91497aa:41239. 2024-11-11T03:50:04,086 DEBUG [RS:2;a7bef91497aa:41239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:50:04,086 DEBUG [RS:2;a7bef91497aa:41239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,086 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T03:50:04,086 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T03:50:04,086 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1351): Waiting on 1191ad8d017b7e5abf6bcafb2340738a, 263fb44e75335205ef3f45d4de602e64, 3e3d8f68b9d1c3d926f32a1404227b77, 3f491d92e5bb82608a9ddb89d2538288, 4c783704dfd04b63fbbc61ab5c607874, 51517f533b8ae9e823dd3ef09c350214, 6120d8a3331b2ebb87f20ba6ef2cbd9e, 6fde902e129104e8ccae5d86ec65a0c0, 74cf89bcc2bcb88ed3ed297dbb897201, 7e628105eea2d16445257299f224eac9, 9bbd2a5627cf7d48a950460e66d94fd0, ea53a6024377ec87ea76cb37bbe343ed, ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:50:04,087 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-11T03:50:04,087 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1351): Waiting on 06e9ef1cc66f5b6c7fd78d270411e3b9, 1588230740, 1dfe914db84af53f7e96208d55722002, 2a8380970d034b4be51cbe481a708604, 4f1f9e0f0b0be2a2b28a39a8e27a16b1, 686d547a175990a7e2777aa2845f2dd2, 6f21561c441f47523d72242f14321781, 7cd02b13462959eaeec357fb2097272d, 8ee74e7c6894d5b6f2041ca18355b84c, a750882a11f0a6789277bbdcfce82216, ae9320a54aabd79520c20f5a10147d75, c40ccc3ab0da130f9fcf7b08ad807923, d1e20edab49df07ff59cd0607f4e72c3, e523d357f3ea570511518e406cee8306 2024-11-11T03:50:04,087 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T03:50:04,087 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T03:50:04,087 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T03:50:04,087 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T03:50:04,087 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T03:50:04,087 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.90 KB heapSize=17.63 KB 2024-11-11T03:50:04,092 INFO [regionserver/a7bef91497aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:50:04,092 INFO [regionserver/a7bef91497aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:50:04,101 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/info/d2824f7ea69a4e77b025565c922494e7 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002./info:regioninfo/1731297002406/Put/seqid=0 2024-11-11T03:50:04,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741885_1061 (size=18316) 2024-11-11T03:50:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741885_1061 (size=18316) 2024-11-11T03:50:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741885_1061 (size=18316) 2024-11-11T03:50:04,113 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/.tmp/colfamily11/da2b0b89a7484dacbb684e9fed7217d7 is 52, key is rrr/colfamily11:colfamily11/1731296818588/Put/seqid=0 2024-11-11T03:50:04,113 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.90 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/info/d2824f7ea69a4e77b025565c922494e7 2024-11-11T03:50:04,116 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/.tmp/colfamily11/cac23fa075e949868b415b648725770d is 52, key is nnn/colfamily11:colfamily11/1731296818527/Put/seqid=0 2024-11-11T03:50:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741886_1062 (size=39263) 2024-11-11T03:50:04,122 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/.tmp/info/d2824f7ea69a4e77b025565c922494e7 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/info/d2824f7ea69a4e77b025565c922494e7 2024-11-11T03:50:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741886_1062 (size=39263) 2024-11-11T03:50:04,123 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/.tmp/colfamily11/da2b0b89a7484dacbb684e9fed7217d7 2024-11-11T03:50:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741886_1062 (size=39263) 2024-11-11T03:50:04,130 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/info/d2824f7ea69a4e77b025565c922494e7, entries=64, sequenceid=79, filesize=17.9 K 2024-11-11T03:50:04,131 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/.tmp/colfamily11/da2b0b89a7484dacbb684e9fed7217d7 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/colfamily11/da2b0b89a7484dacbb684e9fed7217d7 2024-11-11T03:50:04,132 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.90 KB/12186, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=79, compaction requested=false 2024-11-11T03:50:04,138 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/colfamily11/da2b0b89a7484dacbb684e9fed7217d7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,140 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2a8380970d034b4be51cbe481a708604 in 53ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741887_1063 (size=39263) 2024-11-11T03:50:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741887_1063 (size=39263) 2024-11-11T03:50:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741887_1063 (size=39263) 2024-11-11T03:50:04,150 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/.tmp/colfamily11/cac23fa075e949868b415b648725770d 2024-11-11T03:50:04,154 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-11T03:50:04,155 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a8380970d034b4be51cbe481a708604/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,157 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:50:04,157 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T03:50:04,157 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a8380970d034b4be51cbe481a708604: Waiting for close lock at 1731297004085Running coprocessor pre-close hooks at 1731297004085Disabling compacts and flushes for region at 1731297004085Disabling writes for close at 1731297004086 (+1 ms)Obtaining lock to block concurrent updates at 1731297004086Preparing flush snapshotting stores in 2a8380970d034b4be51cbe481a708604 at 1731297004086Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004091 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. at 1731297004092 (+1 ms)Flushing 2a8380970d034b4be51cbe481a708604/colfamily11: creating writer at 1731297004092Flushing 2a8380970d034b4be51cbe481a708604/colfamily11: appending metadata at 1731297004113 (+21 ms)Flushing 2a8380970d034b4be51cbe481a708604/colfamily11: closing flushed file at 1731297004113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67422ba9: reopening flushed file at 1731297004130 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2a8380970d034b4be51cbe481a708604 in 53ms, sequenceid=5, compaction requested=false at 1731297004140 (+10 ms)Writing region close event to WAL at 1731297004146 (+6 ms)Running coprocessor post-close hooks at 1731297004156 (+10 ms)Closed at 1731297004157 (+1 ms) 2024-11-11T03:50:04,157 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T03:50:04,157 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731297004087Running coprocessor pre-close hooks at 1731297004087Disabling compacts and flushes for region at 1731297004087Disabling writes for close at 1731297004087Obtaining lock to block concurrent updates at 1731297004087Preparing flush snapshotting stores in 1588230740 at 1731297004087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12186, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731297004091 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731297004092 (+1 ms)Flushing 1588230740/info: creating writer at 1731297004092Flushing 1588230740/info: appending metadata at 1731297004099 (+7 ms)Flushing 1588230740/info: closing flushed file at 1731297004099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503e03a0: reopening flushed file at 1731297004121 (+22 ms)Finished flush of dataSize ~11.90 KB/12186, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=79, compaction requested=false at 1731297004132 (+11 ms)Writing region close event to WAL at 1731297004146 (+14 ms)Running coprocessor post-close hooks at 1731297004154 (+8 ms)Closed at 1731297004157 (+3 ms) 2024-11-11T03:50:04,158 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731296814635.2a8380970d034b4be51cbe481a708604. 2024-11-11T03:50:04,158 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T03:50:04,158 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 686d547a175990a7e2777aa2845f2dd2, disabling compactions & flushes 2024-11-11T03:50:04,158 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:50:04,158 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:50:04,158 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. after waiting 0 ms 2024-11-11T03:50:04,158 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:50:04,158 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 686d547a175990a7e2777aa2845f2dd2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,159 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/.tmp/colfamily11/cac23fa075e949868b415b648725770d as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/colfamily11/cac23fa075e949868b415b648725770d 2024-11-11T03:50:04,165 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/colfamily11/cac23fa075e949868b415b648725770d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,166 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 74cf89bcc2bcb88ed3ed297dbb897201 in 80ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,170 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/74cf89bcc2bcb88ed3ed297dbb897201/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,171 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:50:04,171 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74cf89bcc2bcb88ed3ed297dbb897201: Waiting for close lock at 1731297004085Running coprocessor pre-close hooks at 1731297004085Disabling compacts and flushes for region at 1731297004085Disabling writes for close at 1731297004086 (+1 ms)Obtaining lock to block concurrent updates at 1731297004086Preparing flush snapshotting stores in 74cf89bcc2bcb88ed3ed297dbb897201 at 1731297004086Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004091 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. at 1731297004092 (+1 ms)Flushing 74cf89bcc2bcb88ed3ed297dbb897201/colfamily11: creating writer at 1731297004092Flushing 74cf89bcc2bcb88ed3ed297dbb897201/colfamily11: appending metadata at 1731297004115 (+23 ms)Flushing 74cf89bcc2bcb88ed3ed297dbb897201/colfamily11: closing flushed file at 1731297004115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca23eeb: reopening flushed file at 1731297004157 (+42 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 74cf89bcc2bcb88ed3ed297dbb897201 in 80ms, sequenceid=5, compaction requested=false at 1731297004166 (+9 ms)Writing region close event to WAL at 1731297004167 (+1 ms)Running coprocessor post-close hooks at 1731297004170 (+3 ms)Closed at 1731297004171 (+1 ms) 2024-11-11T03:50:04,171 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731296814635.74cf89bcc2bcb88ed3ed297dbb897201. 2024-11-11T03:50:04,171 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea53a6024377ec87ea76cb37bbe343ed, disabling compactions & flushes 2024-11-11T03:50:04,171 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:04,171 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:04,171 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. after waiting 0 ms 2024-11-11T03:50:04,171 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:04,176 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea53a6024377ec87ea76cb37bbe343ed/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,176 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:04,176 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea53a6024377ec87ea76cb37bbe343ed: Waiting for close lock at 1731297004171Running coprocessor pre-close hooks at 1731297004171Disabling compacts and flushes for region at 1731297004171Disabling writes for close at 1731297004171Writing region close event to WAL at 1731297004172 (+1 ms)Running coprocessor post-close hooks at 1731297004176 (+4 ms)Closed at 1731297004176 2024-11-11T03:50:04,176 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731296814635.ea53a6024377ec87ea76cb37bbe343ed. 2024-11-11T03:50:04,177 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fde902e129104e8ccae5d86ec65a0c0, disabling compactions & flushes 2024-11-11T03:50:04,177 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:50:04,177 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:50:04,177 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. after waiting 0 ms 2024-11-11T03:50:04,177 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:50:04,177 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fde902e129104e8ccae5d86ec65a0c0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,181 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/.tmp/colfamily11/546795215799471496ef9c2a892e418a is 52, key is ooo/colfamily11:colfamily11/1731296818563/Put/seqid=0 2024-11-11T03:50:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741888_1064 (size=39263) 2024-11-11T03:50:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741888_1064 (size=39263) 2024-11-11T03:50:04,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741888_1064 (size=39263) 2024-11-11T03:50:04,195 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/.tmp/colfamily11/546795215799471496ef9c2a892e418a 2024-11-11T03:50:04,197 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/.tmp/colfamily11/06267b75ed9148bcb310175a6415412d is 52, key is fff/colfamily11:colfamily11/1731296818450/Put/seqid=0 2024-11-11T03:50:04,203 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/.tmp/colfamily11/546795215799471496ef9c2a892e418a as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/colfamily11/546795215799471496ef9c2a892e418a 2024-11-11T03:50:04,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741889_1065 (size=39263) 2024-11-11T03:50:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741889_1065 (size=39263) 2024-11-11T03:50:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741889_1065 (size=39263) 2024-11-11T03:50:04,207 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/.tmp/colfamily11/06267b75ed9148bcb310175a6415412d 2024-11-11T03:50:04,211 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/colfamily11/546795215799471496ef9c2a892e418a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,212 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 686d547a175990a7e2777aa2845f2dd2 in 54ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,216 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/.tmp/colfamily11/06267b75ed9148bcb310175a6415412d as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/colfamily11/06267b75ed9148bcb310175a6415412d 2024-11-11T03:50:04,218 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686d547a175990a7e2777aa2845f2dd2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,218 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:50:04,219 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 686d547a175990a7e2777aa2845f2dd2: Waiting for close lock at 1731297004158Running coprocessor pre-close hooks at 1731297004158Disabling compacts and flushes for region at 1731297004158Disabling writes for close at 1731297004158Obtaining lock to block concurrent updates at 1731297004158Preparing flush snapshotting stores in 686d547a175990a7e2777aa2845f2dd2 at 1731297004158Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004159 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. at 1731297004159Flushing 686d547a175990a7e2777aa2845f2dd2/colfamily11: creating writer at 1731297004159Flushing 686d547a175990a7e2777aa2845f2dd2/colfamily11: appending metadata at 1731297004181 (+22 ms)Flushing 686d547a175990a7e2777aa2845f2dd2/colfamily11: closing flushed file at 1731297004181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627b075e: reopening flushed file at 1731297004202 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 686d547a175990a7e2777aa2845f2dd2 in 54ms, sequenceid=5, compaction requested=false at 1731297004212 (+10 ms)Writing region close event to WAL at 1731297004213 (+1 ms)Running coprocessor post-close hooks at 1731297004218 (+5 ms)Closed at 1731297004218 2024-11-11T03:50:04,219 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731296814635.686d547a175990a7e2777aa2845f2dd2. 2024-11-11T03:50:04,219 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dfe914db84af53f7e96208d55722002, disabling compactions & flushes 2024-11-11T03:50:04,219 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:04,219 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:04,219 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. after waiting 0 ms 2024-11-11T03:50:04,219 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:04,223 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/colfamily11/06267b75ed9148bcb310175a6415412d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,225 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6fde902e129104e8ccae5d86ec65a0c0 in 47ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,225 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1dfe914db84af53f7e96208d55722002/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,226 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:04,226 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dfe914db84af53f7e96208d55722002: Waiting for close lock at 1731297004219Running coprocessor pre-close hooks at 1731297004219Disabling compacts and flushes for region at 1731297004219Disabling writes for close at 1731297004219Writing region close event to WAL at 1731297004220 (+1 ms)Running coprocessor post-close hooks at 1731297004226 (+6 ms)Closed at 1731297004226 2024-11-11T03:50:04,226 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731296814635.1dfe914db84af53f7e96208d55722002. 2024-11-11T03:50:04,226 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cd02b13462959eaeec357fb2097272d, disabling compactions & flushes 2024-11-11T03:50:04,226 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:50:04,226 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:50:04,226 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. after waiting 0 ms 2024-11-11T03:50:04,226 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:50:04,226 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cd02b13462959eaeec357fb2097272d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,229 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6fde902e129104e8ccae5d86ec65a0c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,230 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:50:04,230 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fde902e129104e8ccae5d86ec65a0c0: Waiting for close lock at 1731297004177Running coprocessor pre-close hooks at 1731297004177Disabling compacts and flushes for region at 1731297004177Disabling writes for close at 1731297004177Obtaining lock to block concurrent updates at 1731297004177Preparing flush snapshotting stores in 6fde902e129104e8ccae5d86ec65a0c0 at 1731297004177Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004177Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. at 1731297004178 (+1 ms)Flushing 6fde902e129104e8ccae5d86ec65a0c0/colfamily11: creating writer at 1731297004178Flushing 6fde902e129104e8ccae5d86ec65a0c0/colfamily11: appending metadata at 1731297004196 (+18 ms)Flushing 6fde902e129104e8ccae5d86ec65a0c0/colfamily11: closing flushed file at 1731297004196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23344b1c: reopening flushed file at 1731297004215 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6fde902e129104e8ccae5d86ec65a0c0 in 47ms, sequenceid=5, compaction requested=false at 1731297004225 (+10 ms)Writing region close event to WAL at 1731297004225Running coprocessor post-close hooks at 1731297004230 (+5 ms)Closed at 1731297004230 2024-11-11T03:50:04,230 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731296814635.6fde902e129104e8ccae5d86ec65a0c0. 2024-11-11T03:50:04,230 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51517f533b8ae9e823dd3ef09c350214, disabling compactions & flushes 2024-11-11T03:50:04,231 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:50:04,231 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:50:04,231 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. after waiting 0 ms 2024-11-11T03:50:04,231 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:50:04,231 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51517f533b8ae9e823dd3ef09c350214 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,249 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/.tmp/colfamily11/b84644e9a50b467498b5420d51616581 is 52, key is xxx/colfamily11:colfamily11/1731296818662/Put/seqid=0 2024-11-11T03:50:04,254 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/.tmp/colfamily11/4b037edcace74674b63bbfe649433927 is 52, key is kkk/colfamily11:colfamily11/1731296818490/Put/seqid=0 2024-11-11T03:50:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741890_1066 (size=39263) 2024-11-11T03:50:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741890_1066 (size=39263) 2024-11-11T03:50:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741890_1066 (size=39263) 2024-11-11T03:50:04,259 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/.tmp/colfamily11/b84644e9a50b467498b5420d51616581 2024-11-11T03:50:04,266 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/.tmp/colfamily11/b84644e9a50b467498b5420d51616581 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/colfamily11/b84644e9a50b467498b5420d51616581 2024-11-11T03:50:04,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741891_1067 (size=39263) 2024-11-11T03:50:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741891_1067 (size=39263) 2024-11-11T03:50:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741891_1067 (size=39263) 2024-11-11T03:50:04,273 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/colfamily11/b84644e9a50b467498b5420d51616581, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,274 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7cd02b13462959eaeec357fb2097272d in 48ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,274 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/.tmp/colfamily11/4b037edcace74674b63bbfe649433927 2024-11-11T03:50:04,279 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7cd02b13462959eaeec357fb2097272d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,280 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:50:04,280 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cd02b13462959eaeec357fb2097272d: Waiting for close lock at 1731297004226Running coprocessor pre-close hooks at 1731297004226Disabling compacts and flushes for region at 1731297004226Disabling writes for close at 1731297004226Obtaining lock to block concurrent updates at 1731297004226Preparing flush snapshotting stores in 7cd02b13462959eaeec357fb2097272d at 1731297004226Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004226Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. at 1731297004227 (+1 ms)Flushing 7cd02b13462959eaeec357fb2097272d/colfamily11: creating writer at 1731297004227Flushing 7cd02b13462959eaeec357fb2097272d/colfamily11: appending metadata at 1731297004248 (+21 ms)Flushing 7cd02b13462959eaeec357fb2097272d/colfamily11: closing flushed file at 1731297004249 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465781b8: reopening flushed file at 1731297004265 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7cd02b13462959eaeec357fb2097272d in 48ms, sequenceid=5, compaction requested=false at 1731297004274 (+9 ms)Writing region close event to WAL at 1731297004275 (+1 ms)Running coprocessor post-close hooks at 1731297004280 (+5 ms)Closed at 1731297004280 2024-11-11T03:50:04,280 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731296814635.7cd02b13462959eaeec357fb2097272d. 2024-11-11T03:50:04,280 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06e9ef1cc66f5b6c7fd78d270411e3b9, disabling compactions & flushes 2024-11-11T03:50:04,280 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:50:04,280 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:50:04,280 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. after waiting 0 ms 2024-11-11T03:50:04,280 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:50:04,280 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06e9ef1cc66f5b6c7fd78d270411e3b9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,281 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/.tmp/colfamily11/4b037edcace74674b63bbfe649433927 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/colfamily11/4b037edcace74674b63bbfe649433927 2024-11-11T03:50:04,287 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1351): Waiting on 1191ad8d017b7e5abf6bcafb2340738a, 263fb44e75335205ef3f45d4de602e64, 3e3d8f68b9d1c3d926f32a1404227b77, 3f491d92e5bb82608a9ddb89d2538288, 4c783704dfd04b63fbbc61ab5c607874, 51517f533b8ae9e823dd3ef09c350214, 6120d8a3331b2ebb87f20ba6ef2cbd9e, 7e628105eea2d16445257299f224eac9, 9bbd2a5627cf7d48a950460e66d94fd0, ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:50:04,287 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1351): Waiting on 06e9ef1cc66f5b6c7fd78d270411e3b9, 4f1f9e0f0b0be2a2b28a39a8e27a16b1, 6f21561c441f47523d72242f14321781, 8ee74e7c6894d5b6f2041ca18355b84c, a750882a11f0a6789277bbdcfce82216, ae9320a54aabd79520c20f5a10147d75, c40ccc3ab0da130f9fcf7b08ad807923, d1e20edab49df07ff59cd0607f4e72c3, e523d357f3ea570511518e406cee8306 2024-11-11T03:50:04,288 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/colfamily11/4b037edcace74674b63bbfe649433927, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,290 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51517f533b8ae9e823dd3ef09c350214 in 58ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,294 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51517f533b8ae9e823dd3ef09c350214/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,295 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:50:04,295 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51517f533b8ae9e823dd3ef09c350214: Waiting for close lock at 1731297004230Running coprocessor pre-close hooks at 1731297004230Disabling compacts and flushes for region at 1731297004230Disabling writes for close at 1731297004231 (+1 ms)Obtaining lock to block concurrent updates at 1731297004231Preparing flush snapshotting stores in 51517f533b8ae9e823dd3ef09c350214 at 1731297004231Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004231Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. at 1731297004232 (+1 ms)Flushing 51517f533b8ae9e823dd3ef09c350214/colfamily11: creating writer at 1731297004232Flushing 51517f533b8ae9e823dd3ef09c350214/colfamily11: appending metadata at 1731297004253 (+21 ms)Flushing 51517f533b8ae9e823dd3ef09c350214/colfamily11: closing flushed file at 1731297004253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b35af1: reopening flushed file at 1731297004281 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51517f533b8ae9e823dd3ef09c350214 in 58ms, sequenceid=5, compaction requested=false at 1731297004290 (+9 ms)Writing region close event to WAL at 1731297004290Running coprocessor post-close hooks at 1731297004295 (+5 ms)Closed at 1731297004295 2024-11-11T03:50:04,295 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731296814635.51517f533b8ae9e823dd3ef09c350214. 2024-11-11T03:50:04,295 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f491d92e5bb82608a9ddb89d2538288, disabling compactions & flushes 2024-11-11T03:50:04,295 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:50:04,296 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:50:04,296 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. after waiting 0 ms 2024-11-11T03:50:04,296 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:50:04,296 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f491d92e5bb82608a9ddb89d2538288 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,299 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/.tmp/colfamily11/c4a701f09a19404b8b28ca6e2fab6d04 is 52, key is iii/colfamily11:colfamily11/1731296818459/Put/seqid=0 2024-11-11T03:50:04,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741892_1068 (size=39263) 2024-11-11T03:50:04,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741892_1068 (size=39263) 2024-11-11T03:50:04,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741892_1068 (size=39263) 2024-11-11T03:50:04,311 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/.tmp/colfamily11/c4a701f09a19404b8b28ca6e2fab6d04 2024-11-11T03:50:04,318 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/.tmp/colfamily11/c4a701f09a19404b8b28ca6e2fab6d04 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily11/c4a701f09a19404b8b28ca6e2fab6d04 2024-11-11T03:50:04,319 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/.tmp/colfamily11/3fee03ab154843d68964689753dd9282 is 52, key is aaa/colfamily11:colfamily11/1731296818363/Put/seqid=0 2024-11-11T03:50:04,324 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily11/c4a701f09a19404b8b28ca6e2fab6d04, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,326 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 06e9ef1cc66f5b6c7fd78d270411e3b9 in 45ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741893_1069 (size=39263) 2024-11-11T03:50:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741893_1069 (size=39263) 2024-11-11T03:50:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741893_1069 (size=39263) 2024-11-11T03:50:04,330 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/.tmp/colfamily11/3fee03ab154843d68964689753dd9282 2024-11-11T03:50:04,333 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06e9ef1cc66f5b6c7fd78d270411e3b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,333 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:50:04,333 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06e9ef1cc66f5b6c7fd78d270411e3b9: Waiting for close lock at 1731297004280Running coprocessor pre-close hooks at 1731297004280Disabling compacts and flushes for region at 1731297004280Disabling writes for close at 1731297004280Obtaining lock to block concurrent updates at 1731297004280Preparing flush snapshotting stores in 06e9ef1cc66f5b6c7fd78d270411e3b9 at 1731297004280Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004281 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. at 1731297004281Flushing 06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily11: creating writer at 1731297004281Flushing 06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily11: appending metadata at 1731297004298 (+17 ms)Flushing 06e9ef1cc66f5b6c7fd78d270411e3b9/colfamily11: closing flushed file at 1731297004298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544581f3: reopening flushed file at 1731297004317 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 06e9ef1cc66f5b6c7fd78d270411e3b9 in 45ms, sequenceid=5, compaction requested=false at 1731297004326 (+9 ms)Writing region close event to WAL at 1731297004328 (+2 ms)Running coprocessor post-close hooks at 1731297004333 (+5 ms)Closed at 1731297004333 2024-11-11T03:50:04,334 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731296814635.06e9ef1cc66f5b6c7fd78d270411e3b9. 2024-11-11T03:50:04,334 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f1f9e0f0b0be2a2b28a39a8e27a16b1, disabling compactions & flushes 2024-11-11T03:50:04,334 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:50:04,334 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:50:04,334 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. after waiting 0 ms 2024-11-11T03:50:04,334 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:50:04,334 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f1f9e0f0b0be2a2b28a39a8e27a16b1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,338 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/.tmp/colfamily11/3fee03ab154843d68964689753dd9282 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/colfamily11/3fee03ab154843d68964689753dd9282 2024-11-11T03:50:04,345 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/colfamily11/3fee03ab154843d68964689753dd9282, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,346 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3f491d92e5bb82608a9ddb89d2538288 in 50ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,348 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7bef91497aa:44355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T03:50:04,350 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f491d92e5bb82608a9ddb89d2538288/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,351 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:50:04,351 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f491d92e5bb82608a9ddb89d2538288: Waiting for close lock at 1731297004295Running coprocessor pre-close hooks at 1731297004295Disabling compacts and flushes for region at 1731297004295Disabling writes for close at 1731297004296 (+1 ms)Obtaining lock to block concurrent updates at 1731297004296Preparing flush snapshotting stores in 3f491d92e5bb82608a9ddb89d2538288 at 1731297004296Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004296Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. at 1731297004297 (+1 ms)Flushing 3f491d92e5bb82608a9ddb89d2538288/colfamily11: creating writer at 1731297004297Flushing 3f491d92e5bb82608a9ddb89d2538288/colfamily11: appending metadata at 1731297004319 (+22 ms)Flushing 3f491d92e5bb82608a9ddb89d2538288/colfamily11: closing flushed file at 1731297004319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a0ca48: reopening flushed file at 1731297004336 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3f491d92e5bb82608a9ddb89d2538288 in 50ms, sequenceid=5, compaction requested=false at 1731297004346 (+10 ms)Writing region close event to WAL at 1731297004347 (+1 ms)Running coprocessor post-close hooks at 1731297004351 (+4 ms)Closed at 1731297004351 2024-11-11T03:50:04,351 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731296814635.3f491d92e5bb82608a9ddb89d2538288. 2024-11-11T03:50:04,352 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6120d8a3331b2ebb87f20ba6ef2cbd9e, disabling compactions & flushes 2024-11-11T03:50:04,352 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:50:04,352 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:50:04,352 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. after waiting 0 ms 2024-11-11T03:50:04,352 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:50:04,352 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6120d8a3331b2ebb87f20ba6ef2cbd9e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,355 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/.tmp/colfamily11/c544f7c7008b467eb47ea4564139149e is 52, key is ccc/colfamily11:colfamily11/1731296818359/Put/seqid=0 2024-11-11T03:50:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741894_1070 (size=39263) 2024-11-11T03:50:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741894_1070 (size=39263) 2024-11-11T03:50:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741894_1070 (size=39263) 2024-11-11T03:50:04,368 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/.tmp/colfamily11/c544f7c7008b467eb47ea4564139149e 2024-11-11T03:50:04,372 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/.tmp/colfamily11/1d3a50703e694c87a63b5973ef8584a1 is 52, key is vvv/colfamily11:colfamily11/1731296818610/Put/seqid=0 2024-11-11T03:50:04,375 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/.tmp/colfamily11/c544f7c7008b467eb47ea4564139149e as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily11/c544f7c7008b467eb47ea4564139149e 2024-11-11T03:50:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741895_1071 (size=39263) 2024-11-11T03:50:04,382 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily11/c544f7c7008b467eb47ea4564139149e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741895_1071 (size=39263) 2024-11-11T03:50:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741895_1071 (size=39263) 2024-11-11T03:50:04,383 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/.tmp/colfamily11/1d3a50703e694c87a63b5973ef8584a1 2024-11-11T03:50:04,384 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 in 50ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,388 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f1f9e0f0b0be2a2b28a39a8e27a16b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,389 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:50:04,389 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f1f9e0f0b0be2a2b28a39a8e27a16b1: Waiting for close lock at 1731297004334Running coprocessor pre-close hooks at 1731297004334Disabling compacts and flushes for region at 1731297004334Disabling writes for close at 1731297004334Obtaining lock to block concurrent updates at 1731297004334Preparing flush snapshotting stores in 4f1f9e0f0b0be2a2b28a39a8e27a16b1 at 1731297004334Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004335 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. at 1731297004335Flushing 4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily11: creating writer at 1731297004335Flushing 4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily11: appending metadata at 1731297004355 (+20 ms)Flushing 4f1f9e0f0b0be2a2b28a39a8e27a16b1/colfamily11: closing flushed file at 1731297004355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bdacce: reopening flushed file at 1731297004374 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4f1f9e0f0b0be2a2b28a39a8e27a16b1 in 50ms, sequenceid=5, compaction requested=false at 1731297004384 (+10 ms)Writing region close event to WAL at 1731297004385 (+1 ms)Running coprocessor post-close hooks at 1731297004389 (+4 ms)Closed at 1731297004389 2024-11-11T03:50:04,389 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731296814635.4f1f9e0f0b0be2a2b28a39a8e27a16b1. 2024-11-11T03:50:04,389 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ee74e7c6894d5b6f2041ca18355b84c, disabling compactions & flushes 2024-11-11T03:50:04,390 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:04,390 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:04,390 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. after waiting 0 ms 2024-11-11T03:50:04,390 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:04,390 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/.tmp/colfamily11/1d3a50703e694c87a63b5973ef8584a1 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily11/1d3a50703e694c87a63b5973ef8584a1 2024-11-11T03:50:04,394 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ee74e7c6894d5b6f2041ca18355b84c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,395 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:04,395 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ee74e7c6894d5b6f2041ca18355b84c: Waiting for close lock at 1731297004389Running coprocessor pre-close hooks at 1731297004389Disabling compacts and flushes for region at 1731297004389Disabling writes for close at 1731297004390 (+1 ms)Writing region close event to WAL at 1731297004390Running coprocessor post-close hooks at 1731297004394 (+4 ms)Closed at 1731297004395 (+1 ms) 2024-11-11T03:50:04,395 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731296814635.8ee74e7c6894d5b6f2041ca18355b84c. 2024-11-11T03:50:04,395 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1e20edab49df07ff59cd0607f4e72c3, disabling compactions & flushes 2024-11-11T03:50:04,395 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:50:04,395 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:50:04,395 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. after waiting 0 ms 2024-11-11T03:50:04,395 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:50:04,395 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1e20edab49df07ff59cd0607f4e72c3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,396 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily11/1d3a50703e694c87a63b5973ef8584a1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,398 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6120d8a3331b2ebb87f20ba6ef2cbd9e in 45ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,402 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6120d8a3331b2ebb87f20ba6ef2cbd9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,403 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:50:04,403 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6120d8a3331b2ebb87f20ba6ef2cbd9e: Waiting for close lock at 1731297004352Running coprocessor pre-close hooks at 1731297004352Disabling compacts and flushes for region at 1731297004352Disabling writes for close at 1731297004352Obtaining lock to block concurrent updates at 1731297004352Preparing flush snapshotting stores in 6120d8a3331b2ebb87f20ba6ef2cbd9e at 1731297004352Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004352Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. at 1731297004353 (+1 ms)Flushing 6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily11: creating writer at 1731297004353Flushing 6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily11: appending metadata at 1731297004371 (+18 ms)Flushing 6120d8a3331b2ebb87f20ba6ef2cbd9e/colfamily11: closing flushed file at 1731297004371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6188d667: reopening flushed file at 1731297004389 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6120d8a3331b2ebb87f20ba6ef2cbd9e in 45ms, sequenceid=5, compaction requested=false at 1731297004398 (+9 ms)Writing region close event to WAL at 1731297004399 (+1 ms)Running coprocessor post-close hooks at 1731297004403 (+4 ms)Closed at 1731297004403 2024-11-11T03:50:04,403 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731296814635.6120d8a3331b2ebb87f20ba6ef2cbd9e. 2024-11-11T03:50:04,403 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e628105eea2d16445257299f224eac9, disabling compactions & flushes 2024-11-11T03:50:04,403 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:50:04,403 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:50:04,403 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. after waiting 0 ms 2024-11-11T03:50:04,403 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:50:04,403 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e628105eea2d16445257299f224eac9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,413 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/.tmp/colfamily11/f210e80cc5d647f5b8fa67f019d85ab2 is 52, key is mmm/colfamily11:colfamily11/1731296818535/Put/seqid=0 2024-11-11T03:50:04,419 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/.tmp/colfamily11/1e188d76016749eab34ec59fc56eeca9 is 52, key is ppp/colfamily11:colfamily11/1731296818554/Put/seqid=0 2024-11-11T03:50:04,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741896_1072 (size=39263) 2024-11-11T03:50:04,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741896_1072 (size=39263) 2024-11-11T03:50:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741896_1072 (size=39263) 2024-11-11T03:50:04,422 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/.tmp/colfamily11/f210e80cc5d647f5b8fa67f019d85ab2 2024-11-11T03:50:04,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741897_1073 (size=39263) 2024-11-11T03:50:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741897_1073 (size=39263) 2024-11-11T03:50:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741897_1073 (size=39263) 2024-11-11T03:50:04,429 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/.tmp/colfamily11/1e188d76016749eab34ec59fc56eeca9 2024-11-11T03:50:04,432 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/.tmp/colfamily11/f210e80cc5d647f5b8fa67f019d85ab2 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/colfamily11/f210e80cc5d647f5b8fa67f019d85ab2 2024-11-11T03:50:04,437 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/.tmp/colfamily11/1e188d76016749eab34ec59fc56eeca9 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/colfamily11/1e188d76016749eab34ec59fc56eeca9 2024-11-11T03:50:04,438 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/colfamily11/f210e80cc5d647f5b8fa67f019d85ab2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,439 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1e20edab49df07ff59cd0607f4e72c3 in 44ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,443 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/colfamily11/1e188d76016749eab34ec59fc56eeca9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,444 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7e628105eea2d16445257299f224eac9 in 41ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,444 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1e20edab49df07ff59cd0607f4e72c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,445 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:50:04,445 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1e20edab49df07ff59cd0607f4e72c3: Waiting for close lock at 1731297004395Running coprocessor pre-close hooks at 1731297004395Disabling compacts and flushes for region at 1731297004395Disabling writes for close at 1731297004395Obtaining lock to block concurrent updates at 1731297004395Preparing flush snapshotting stores in d1e20edab49df07ff59cd0607f4e72c3 at 1731297004395Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004396 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. at 1731297004396Flushing d1e20edab49df07ff59cd0607f4e72c3/colfamily11: creating writer at 1731297004396Flushing d1e20edab49df07ff59cd0607f4e72c3/colfamily11: appending metadata at 1731297004413 (+17 ms)Flushing d1e20edab49df07ff59cd0607f4e72c3/colfamily11: closing flushed file at 1731297004413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27918abf: reopening flushed file at 1731297004431 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1e20edab49df07ff59cd0607f4e72c3 in 44ms, sequenceid=5, compaction requested=false at 1731297004439 (+8 ms)Writing region close event to WAL at 1731297004440 (+1 ms)Running coprocessor post-close hooks at 1731297004445 (+5 ms)Closed at 1731297004445 2024-11-11T03:50:04,445 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731296814635.d1e20edab49df07ff59cd0607f4e72c3. 2024-11-11T03:50:04,446 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e523d357f3ea570511518e406cee8306, disabling compactions & flushes 2024-11-11T03:50:04,446 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:04,446 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:04,446 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. after waiting 0 ms 2024-11-11T03:50:04,446 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:04,448 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e628105eea2d16445257299f224eac9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,449 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:50:04,449 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e628105eea2d16445257299f224eac9: Waiting for close lock at 1731297004403Running coprocessor pre-close hooks at 1731297004403Disabling compacts and flushes for region at 1731297004403Disabling writes for close at 1731297004403Obtaining lock to block concurrent updates at 1731297004403Preparing flush snapshotting stores in 7e628105eea2d16445257299f224eac9 at 1731297004403Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004404 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. at 1731297004404Flushing 7e628105eea2d16445257299f224eac9/colfamily11: creating writer at 1731297004404Flushing 7e628105eea2d16445257299f224eac9/colfamily11: appending metadata at 1731297004418 (+14 ms)Flushing 7e628105eea2d16445257299f224eac9/colfamily11: closing flushed file at 1731297004418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea25ca8: reopening flushed file at 1731297004436 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7e628105eea2d16445257299f224eac9 in 41ms, sequenceid=5, compaction requested=false at 1731297004444 (+8 ms)Writing region close event to WAL at 1731297004445 (+1 ms)Running coprocessor post-close hooks at 1731297004449 (+4 ms)Closed at 1731297004449 2024-11-11T03:50:04,449 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731296814635.7e628105eea2d16445257299f224eac9. 2024-11-11T03:50:04,449 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 263fb44e75335205ef3f45d4de602e64, disabling compactions & flushes 2024-11-11T03:50:04,449 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:04,449 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:04,449 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. after waiting 0 ms 2024-11-11T03:50:04,450 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:04,451 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e523d357f3ea570511518e406cee8306/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,452 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:04,452 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e523d357f3ea570511518e406cee8306: Waiting for close lock at 1731297004446Running coprocessor pre-close hooks at 1731297004446Disabling compacts and flushes for region at 1731297004446Disabling writes for close at 1731297004446Writing region close event to WAL at 1731297004447 (+1 ms)Running coprocessor post-close hooks at 1731297004452 (+5 ms)Closed at 1731297004452 2024-11-11T03:50:04,452 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731296814635.e523d357f3ea570511518e406cee8306. 2024-11-11T03:50:04,452 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a750882a11f0a6789277bbdcfce82216, disabling compactions & flushes 2024-11-11T03:50:04,452 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:04,453 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:04,453 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. after waiting 0 ms 2024-11-11T03:50:04,453 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:04,453 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/263fb44e75335205ef3f45d4de602e64/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,454 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:04,454 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 263fb44e75335205ef3f45d4de602e64: Waiting for close lock at 1731297004449Running coprocessor pre-close hooks at 1731297004449Disabling compacts and flushes for region at 1731297004449Disabling writes for close at 1731297004449Writing region close event to WAL at 1731297004450 (+1 ms)Running coprocessor post-close hooks at 1731297004454 (+4 ms)Closed at 1731297004454 2024-11-11T03:50:04,454 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731296814635.263fb44e75335205ef3f45d4de602e64. 2024-11-11T03:50:04,454 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed59b069dca143d62db0f3234ee44d4b, disabling compactions & flushes 2024-11-11T03:50:04,454 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:50:04,454 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:50:04,454 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. after waiting 0 ms 2024-11-11T03:50:04,455 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:50:04,455 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed59b069dca143d62db0f3234ee44d4b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,457 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a750882a11f0a6789277bbdcfce82216/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,457 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:04,457 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a750882a11f0a6789277bbdcfce82216: Waiting for close lock at 1731297004452Running coprocessor pre-close hooks at 1731297004452Disabling compacts and flushes for region at 1731297004452Disabling writes for close at 1731297004453 (+1 ms)Writing region close event to WAL at 1731297004453Running coprocessor post-close hooks at 1731297004457 (+4 ms)Closed at 1731297004457 2024-11-11T03:50:04,458 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731296814635.a750882a11f0a6789277bbdcfce82216. 2024-11-11T03:50:04,458 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c40ccc3ab0da130f9fcf7b08ad807923, disabling compactions & flushes 2024-11-11T03:50:04,458 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:50:04,458 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:50:04,458 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. after waiting 0 ms 2024-11-11T03:50:04,458 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:50:04,458 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c40ccc3ab0da130f9fcf7b08ad807923 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,473 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/.tmp/colfamily11/24e8e06da775455c898196d6044854b6 is 52, key is sss/colfamily11:colfamily11/1731296818579/Put/seqid=0 2024-11-11T03:50:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741898_1074 (size=39263) 2024-11-11T03:50:04,481 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/.tmp/colfamily11/17c1c1296b1c493e89e15e02bb77cc08 is 52, key is eee/colfamily11:colfamily11/1731296818413/Put/seqid=0 2024-11-11T03:50:04,481 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/.tmp/colfamily11/24e8e06da775455c898196d6044854b6 2024-11-11T03:50:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741898_1074 (size=39263) 2024-11-11T03:50:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741898_1074 (size=39263) 2024-11-11T03:50:04,487 DEBUG [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1351): Waiting on 1191ad8d017b7e5abf6bcafb2340738a, 3e3d8f68b9d1c3d926f32a1404227b77, 4c783704dfd04b63fbbc61ab5c607874, 9bbd2a5627cf7d48a950460e66d94fd0, ed59b069dca143d62db0f3234ee44d4b 2024-11-11T03:50:04,487 DEBUG [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1351): Waiting on 6f21561c441f47523d72242f14321781, ae9320a54aabd79520c20f5a10147d75, c40ccc3ab0da130f9fcf7b08ad807923 2024-11-11T03:50:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741899_1075 (size=39263) 2024-11-11T03:50:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741899_1075 (size=39263) 2024-11-11T03:50:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741899_1075 (size=39263) 2024-11-11T03:50:04,489 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/.tmp/colfamily11/24e8e06da775455c898196d6044854b6 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/colfamily11/24e8e06da775455c898196d6044854b6 2024-11-11T03:50:04,489 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/.tmp/colfamily11/17c1c1296b1c493e89e15e02bb77cc08 2024-11-11T03:50:04,495 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/colfamily11/24e8e06da775455c898196d6044854b6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,497 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ed59b069dca143d62db0f3234ee44d4b in 42ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,497 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/.tmp/colfamily11/17c1c1296b1c493e89e15e02bb77cc08 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/colfamily11/17c1c1296b1c493e89e15e02bb77cc08 2024-11-11T03:50:04,501 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ed59b069dca143d62db0f3234ee44d4b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,502 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:50:04,502 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed59b069dca143d62db0f3234ee44d4b: Waiting for close lock at 1731297004454Running coprocessor pre-close hooks at 1731297004454Disabling compacts and flushes for region at 1731297004454Disabling writes for close at 1731297004454Obtaining lock to block concurrent updates at 1731297004455 (+1 ms)Preparing flush snapshotting stores in ed59b069dca143d62db0f3234ee44d4b at 1731297004455Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004455Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. at 1731297004455Flushing ed59b069dca143d62db0f3234ee44d4b/colfamily11: creating writer at 1731297004455Flushing ed59b069dca143d62db0f3234ee44d4b/colfamily11: appending metadata at 1731297004472 (+17 ms)Flushing ed59b069dca143d62db0f3234ee44d4b/colfamily11: closing flushed file at 1731297004472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3fb9bb: reopening flushed file at 1731297004487 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ed59b069dca143d62db0f3234ee44d4b in 42ms, sequenceid=5, compaction requested=false at 1731297004497 (+10 ms)Writing region close event to WAL at 1731297004497Running coprocessor post-close hooks at 1731297004502 (+5 ms)Closed at 1731297004502 2024-11-11T03:50:04,502 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731296814635.ed59b069dca143d62db0f3234ee44d4b. 2024-11-11T03:50:04,502 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c783704dfd04b63fbbc61ab5c607874, disabling compactions & flushes 2024-11-11T03:50:04,502 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:04,502 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:04,503 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. after waiting 0 ms 2024-11-11T03:50:04,503 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:04,505 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/colfamily11/17c1c1296b1c493e89e15e02bb77cc08, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,507 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c40ccc3ab0da130f9fcf7b08ad807923 in 48ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,507 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c783704dfd04b63fbbc61ab5c607874/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,507 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:04,507 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c783704dfd04b63fbbc61ab5c607874: Waiting for close lock at 1731297004502Running coprocessor pre-close hooks at 1731297004502Disabling compacts and flushes for region at 1731297004502Disabling writes for close at 1731297004503 (+1 ms)Writing region close event to WAL at 1731297004503Running coprocessor post-close hooks at 1731297004507 (+4 ms)Closed at 1731297004507 2024-11-11T03:50:04,507 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731296814635.4c783704dfd04b63fbbc61ab5c607874. 2024-11-11T03:50:04,508 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bbd2a5627cf7d48a950460e66d94fd0, disabling compactions & flushes 2024-11-11T03:50:04,508 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:50:04,508 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:50:04,508 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. after waiting 0 ms 2024-11-11T03:50:04,508 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:50:04,508 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9bbd2a5627cf7d48a950460e66d94fd0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,511 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c40ccc3ab0da130f9fcf7b08ad807923/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,511 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:50:04,511 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c40ccc3ab0da130f9fcf7b08ad807923: Waiting for close lock at 1731297004458Running coprocessor pre-close hooks at 1731297004458Disabling compacts and flushes for region at 1731297004458Disabling writes for close at 1731297004458Obtaining lock to block concurrent updates at 1731297004458Preparing flush snapshotting stores in c40ccc3ab0da130f9fcf7b08ad807923 at 1731297004458Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004458Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. at 1731297004459 (+1 ms)Flushing c40ccc3ab0da130f9fcf7b08ad807923/colfamily11: creating writer at 1731297004459Flushing c40ccc3ab0da130f9fcf7b08ad807923/colfamily11: appending metadata at 1731297004480 (+21 ms)Flushing c40ccc3ab0da130f9fcf7b08ad807923/colfamily11: closing flushed file at 1731297004480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb461e7: reopening flushed file at 1731297004495 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c40ccc3ab0da130f9fcf7b08ad807923 in 48ms, sequenceid=5, compaction requested=false at 1731297004507 (+12 ms)Writing region close event to WAL at 1731297004507Running coprocessor post-close hooks at 1731297004511 (+4 ms)Closed at 1731297004511 2024-11-11T03:50:04,512 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731296814635.c40ccc3ab0da130f9fcf7b08ad807923. 2024-11-11T03:50:04,512 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae9320a54aabd79520c20f5a10147d75, disabling compactions & flushes 2024-11-11T03:50:04,512 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:50:04,512 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:50:04,512 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. after waiting 0 ms 2024-11-11T03:50:04,512 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:50:04,512 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae9320a54aabd79520c20f5a10147d75 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,525 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/.tmp/colfamily11/565a8b5ee770419ba726197de57aefb0 is 52, key is bbb/colfamily11:colfamily11/1731296818407/Put/seqid=0 2024-11-11T03:50:04,533 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/.tmp/colfamily11/da7da4707dcf42168334fe8f0153eae6 is 52, key is uuu/colfamily11:colfamily11/1731296818624/Put/seqid=0 2024-11-11T03:50:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741900_1076 (size=39263) 2024-11-11T03:50:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741900_1076 (size=39263) 2024-11-11T03:50:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741900_1076 (size=39263) 2024-11-11T03:50:04,536 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/.tmp/colfamily11/565a8b5ee770419ba726197de57aefb0 2024-11-11T03:50:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741901_1077 (size=39263) 2024-11-11T03:50:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741901_1077 (size=39263) 2024-11-11T03:50:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741901_1077 (size=39263) 2024-11-11T03:50:04,542 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/.tmp/colfamily11/da7da4707dcf42168334fe8f0153eae6 2024-11-11T03:50:04,544 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/.tmp/colfamily11/565a8b5ee770419ba726197de57aefb0 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/colfamily11/565a8b5ee770419ba726197de57aefb0 2024-11-11T03:50:04,549 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/.tmp/colfamily11/da7da4707dcf42168334fe8f0153eae6 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/colfamily11/da7da4707dcf42168334fe8f0153eae6 2024-11-11T03:50:04,549 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/colfamily11/565a8b5ee770419ba726197de57aefb0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,551 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9bbd2a5627cf7d48a950460e66d94fd0 in 42ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,554 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9bbd2a5627cf7d48a950460e66d94fd0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,555 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:50:04,555 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bbd2a5627cf7d48a950460e66d94fd0: Waiting for close lock at 1731297004508Running coprocessor pre-close hooks at 1731297004508Disabling compacts and flushes for region at 1731297004508Disabling writes for close at 1731297004508Obtaining lock to block concurrent updates at 1731297004508Preparing flush snapshotting stores in 9bbd2a5627cf7d48a950460e66d94fd0 at 1731297004508Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004508Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. at 1731297004509 (+1 ms)Flushing 9bbd2a5627cf7d48a950460e66d94fd0/colfamily11: creating writer at 1731297004509Flushing 9bbd2a5627cf7d48a950460e66d94fd0/colfamily11: appending metadata at 1731297004525 (+16 ms)Flushing 9bbd2a5627cf7d48a950460e66d94fd0/colfamily11: closing flushed file at 1731297004525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcc42db: reopening flushed file at 1731297004543 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9bbd2a5627cf7d48a950460e66d94fd0 in 42ms, sequenceid=5, compaction requested=false at 1731297004551 (+8 ms)Writing region close event to WAL at 1731297004551Running coprocessor post-close hooks at 1731297004555 (+4 ms)Closed at 1731297004555 2024-11-11T03:50:04,555 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731296814635.9bbd2a5627cf7d48a950460e66d94fd0. 2024-11-11T03:50:04,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e3d8f68b9d1c3d926f32a1404227b77, disabling compactions & flushes 2024-11-11T03:50:04,556 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/colfamily11/da7da4707dcf42168334fe8f0153eae6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,556 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:04,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:04,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. after waiting 0 ms 2024-11-11T03:50:04,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:04,557 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae9320a54aabd79520c20f5a10147d75 in 45ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,560 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e3d8f68b9d1c3d926f32a1404227b77/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae9320a54aabd79520c20f5a10147d75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,561 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e3d8f68b9d1c3d926f32a1404227b77: Waiting for close lock at 1731297004556Running coprocessor pre-close hooks at 1731297004556Disabling compacts and flushes for region at 1731297004556Disabling writes for close at 1731297004556Writing region close event to WAL at 1731297004557 (+1 ms)Running coprocessor post-close hooks at 1731297004561 (+4 ms)Closed at 1731297004561 2024-11-11T03:50:04,561 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731296814635.3e3d8f68b9d1c3d926f32a1404227b77. 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae9320a54aabd79520c20f5a10147d75: Waiting for close lock at 1731297004512Running coprocessor pre-close hooks at 1731297004512Disabling compacts and flushes for region at 1731297004512Disabling writes for close at 1731297004512Obtaining lock to block concurrent updates at 1731297004512Preparing flush snapshotting stores in ae9320a54aabd79520c20f5a10147d75 at 1731297004512Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004512Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. at 1731297004513 (+1 ms)Flushing ae9320a54aabd79520c20f5a10147d75/colfamily11: creating writer at 1731297004513Flushing ae9320a54aabd79520c20f5a10147d75/colfamily11: appending metadata at 1731297004533 (+20 ms)Flushing ae9320a54aabd79520c20f5a10147d75/colfamily11: closing flushed file at 1731297004533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f89e8b: reopening flushed file at 1731297004548 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae9320a54aabd79520c20f5a10147d75 in 45ms, sequenceid=5, compaction requested=false at 1731297004557 (+9 ms)Writing region close event to WAL at 1731297004557Running coprocessor post-close hooks at 1731297004561 (+4 ms)Closed at 1731297004561 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1191ad8d017b7e5abf6bcafb2340738a, disabling compactions & flushes 2024-11-11T03:50:04,561 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:50:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731296814635.ae9320a54aabd79520c20f5a10147d75. 2024-11-11T03:50:04,562 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. after waiting 0 ms 2024-11-11T03:50:04,562 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:50:04,562 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1191ad8d017b7e5abf6bcafb2340738a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,562 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f21561c441f47523d72242f14321781, disabling compactions & flushes 2024-11-11T03:50:04,562 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:50:04,562 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:50:04,562 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. after waiting 0 ms 2024-11-11T03:50:04,562 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:50:04,562 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f21561c441f47523d72242f14321781 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T03:50:04,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/.tmp/colfamily11/b2fdfe83921749b9bf27e0a1923d1d9b is 52, key is yyy/colfamily11:colfamily11/1731296818642/Put/seqid=0 2024-11-11T03:50:04,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/.tmp/colfamily11/f70bcc97df5647fcad8ed8a578d4b946 is 52, key is jjj/colfamily11:colfamily11/1731296818499/Put/seqid=0 2024-11-11T03:50:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741903_1079 (size=39263) 2024-11-11T03:50:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741903_1079 (size=39263) 2024-11-11T03:50:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741903_1079 (size=39263) 2024-11-11T03:50:04,586 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/.tmp/colfamily11/b2fdfe83921749b9bf27e0a1923d1d9b 2024-11-11T03:50:04,592 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/.tmp/colfamily11/b2fdfe83921749b9bf27e0a1923d1d9b as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/colfamily11/b2fdfe83921749b9bf27e0a1923d1d9b 2024-11-11T03:50:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741902_1078 (size=39263) 2024-11-11T03:50:04,598 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/colfamily11/b2fdfe83921749b9bf27e0a1923d1d9b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741902_1078 (size=39263) 2024-11-11T03:50:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741902_1078 (size=39263) 2024-11-11T03:50:04,599 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/.tmp/colfamily11/f70bcc97df5647fcad8ed8a578d4b946 2024-11-11T03:50:04,600 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1191ad8d017b7e5abf6bcafb2340738a in 38ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,604 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1191ad8d017b7e5abf6bcafb2340738a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,605 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:50:04,605 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1191ad8d017b7e5abf6bcafb2340738a: Waiting for close lock at 1731297004561Running coprocessor pre-close hooks at 1731297004561Disabling compacts and flushes for region at 1731297004561Disabling writes for close at 1731297004562 (+1 ms)Obtaining lock to block concurrent updates at 1731297004562Preparing flush snapshotting stores in 1191ad8d017b7e5abf6bcafb2340738a at 1731297004562Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004562Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. at 1731297004562Flushing 1191ad8d017b7e5abf6bcafb2340738a/colfamily11: creating writer at 1731297004562Flushing 1191ad8d017b7e5abf6bcafb2340738a/colfamily11: appending metadata at 1731297004577 (+15 ms)Flushing 1191ad8d017b7e5abf6bcafb2340738a/colfamily11: closing flushed file at 1731297004577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfea313: reopening flushed file at 1731297004591 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1191ad8d017b7e5abf6bcafb2340738a in 38ms, sequenceid=5, compaction requested=false at 1731297004600 (+9 ms)Writing region close event to WAL at 1731297004600Running coprocessor post-close hooks at 1731297004605 (+5 ms)Closed at 1731297004605 2024-11-11T03:50:04,605 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731296814635.1191ad8d017b7e5abf6bcafb2340738a. 2024-11-11T03:50:04,606 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/.tmp/colfamily11/f70bcc97df5647fcad8ed8a578d4b946 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/colfamily11/f70bcc97df5647fcad8ed8a578d4b946 2024-11-11T03:50:04,611 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/colfamily11/f70bcc97df5647fcad8ed8a578d4b946, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T03:50:04,612 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6f21561c441f47523d72242f14321781 in 50ms, sequenceid=5, compaction requested=false 2024-11-11T03:50:04,616 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f21561c441f47523d72242f14321781/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T03:50:04,617 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:50:04,617 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f21561c441f47523d72242f14321781: Waiting for close lock at 1731297004562Running coprocessor pre-close hooks at 1731297004562Disabling compacts and flushes for region at 1731297004562Disabling writes for close at 1731297004562Obtaining lock to block concurrent updates at 1731297004562Preparing flush snapshotting stores in 6f21561c441f47523d72242f14321781 at 1731297004562Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731297004562Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. at 1731297004563 (+1 ms)Flushing 6f21561c441f47523d72242f14321781/colfamily11: creating writer at 1731297004563Flushing 6f21561c441f47523d72242f14321781/colfamily11: appending metadata at 1731297004577 (+14 ms)Flushing 6f21561c441f47523d72242f14321781/colfamily11: closing flushed file at 1731297004577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128452a3: reopening flushed file at 1731297004605 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6f21561c441f47523d72242f14321781 in 50ms, sequenceid=5, compaction requested=false at 1731297004612 (+7 ms)Writing region close event to WAL at 1731297004613 (+1 ms)Running coprocessor post-close hooks at 1731297004617 (+4 ms)Closed at 1731297004617 2024-11-11T03:50:04,617 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731296814635.6f21561c441f47523d72242f14321781. 2024-11-11T03:50:04,687 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(976): stopping server a7bef91497aa,37727,1731296812347; all regions closed. 2024-11-11T03:50:04,687 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(976): stopping server a7bef91497aa,41239,1731296812499; all regions closed. 2024-11-11T03:50:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741865_1041 (size=14118) 2024-11-11T03:50:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741833_1009 (size=353024) 2024-11-11T03:50:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741833_1009 (size=353024) 2024-11-11T03:50:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741865_1041 (size=14118) 2024-11-11T03:50:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741833_1009 (size=353024) 2024-11-11T03:50:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741865_1041 (size=14118) 2024-11-11T03:50:04,695 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T03:50:04,695 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T03:50:04,696 DEBUG [RS:0;a7bef91497aa:37727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C37727%2C1731296812347:(num 1731296813819) 2024-11-11T03:50:04,696 DEBUG [RS:0;a7bef91497aa:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] hbase.ChoreService(370): Chore service for: regionserver/a7bef91497aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T03:50:04,696 INFO [RS:0;a7bef91497aa:37727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T03:50:04,697 INFO [regionserver/a7bef91497aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T03:50:04,697 INFO [RS:0;a7bef91497aa:37727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37727 2024-11-11T03:50:04,699 DEBUG [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs 2024-11-11T03:50:04,699 INFO [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C41239%2C1731296812499.meta:.meta(num 1731296999656) 2024-11-11T03:50:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T03:50:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7bef91497aa,37727,1731296812347 2024-11-11T03:50:04,700 INFO [RS:0;a7bef91497aa:37727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T03:50:04,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7bef91497aa,37727,1731296812347] 2024-11-11T03:50:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741835_1011 (size=353044) 2024-11-11T03:50:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741835_1011 (size=353044) 2024-11-11T03:50:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741835_1011 (size=353044) 2024-11-11T03:50:04,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/WALs/a7bef91497aa,41239,1731296812499/a7bef91497aa%2C41239%2C1731296812499.1731296813819 not finished, retry = 0 2024-11-11T03:50:04,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7bef91497aa,37727,1731296812347 already deleted, retry=false 2024-11-11T03:50:04,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7bef91497aa,37727,1731296812347 expired; onlineServers=1 2024-11-11T03:50:04,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:50:04,803 INFO [RS:0;a7bef91497aa:37727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T03:50:04,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10195704cb20001, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:50:04,803 INFO [RS:0;a7bef91497aa:37727 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7bef91497aa,37727,1731296812347; zookeeper connection closed. 2024-11-11T03:50:04,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76e4b4b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76e4b4b9 2024-11-11T03:50:04,807 DEBUG [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/oldWALs 2024-11-11T03:50:04,807 INFO [RS:2;a7bef91497aa:41239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C41239%2C1731296812499:(num 1731296813819) 2024-11-11T03:50:04,807 DEBUG [RS:2;a7bef91497aa:41239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:50:04,807 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:50:04,807 INFO [RS:2;a7bef91497aa:41239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T03:50:04,807 INFO [RS:2;a7bef91497aa:41239 {}] hbase.ChoreService(370): Chore service for: regionserver/a7bef91497aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T03:50:04,807 INFO [RS:2;a7bef91497aa:41239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T03:50:04,808 INFO [regionserver/a7bef91497aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T03:50:04,808 INFO [RS:2;a7bef91497aa:41239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41239 2024-11-11T03:50:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7bef91497aa,41239,1731296812499 2024-11-11T03:50:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T03:50:04,810 INFO [RS:2;a7bef91497aa:41239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T03:50:04,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7bef91497aa,41239,1731296812499] 2024-11-11T03:50:04,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7bef91497aa,41239,1731296812499 already deleted, retry=false 2024-11-11T03:50:04,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7bef91497aa,41239,1731296812499 expired; onlineServers=0 2024-11-11T03:50:04,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7bef91497aa,44355,1731296811667' ***** 2024-11-11T03:50:04,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T03:50:04,813 INFO [M:0;a7bef91497aa:44355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T03:50:04,813 INFO [M:0;a7bef91497aa:44355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T03:50:04,813 DEBUG [M:0;a7bef91497aa:44355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T03:50:04,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T03:50:04,813 DEBUG [M:0;a7bef91497aa:44355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T03:50:04,813 DEBUG [master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731296813434 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731296813434,5,FailOnTimeoutGroup] 2024-11-11T03:50:04,813 DEBUG [master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731296813436 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731296813436,5,FailOnTimeoutGroup] 2024-11-11T03:50:04,813 INFO [M:0;a7bef91497aa:44355 {}] hbase.ChoreService(370): Chore service for: master/a7bef91497aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T03:50:04,813 INFO [M:0;a7bef91497aa:44355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T03:50:04,814 DEBUG [M:0;a7bef91497aa:44355 {}] master.HMaster(1795): Stopping service threads 2024-11-11T03:50:04,814 INFO [M:0;a7bef91497aa:44355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T03:50:04,814 INFO [M:0;a7bef91497aa:44355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T03:50:04,814 INFO [M:0;a7bef91497aa:44355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:50:04,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T03:50:04,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T03:50:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:50:04,815 DEBUG [M:0;a7bef91497aa:44355 {}] zookeeper.ZKUtil(347): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T03:50:04,815 WARN [M:0;a7bef91497aa:44355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T03:50:04,815 INFO [M:0;a7bef91497aa:44355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/.lastflushedseqids 2024-11-11T03:50:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741904_1080 (size=2864) 2024-11-11T03:50:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741904_1080 (size=2864) 2024-11-11T03:50:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741904_1080 (size=2864) 2024-11-11T03:50:04,830 INFO [M:0;a7bef91497aa:44355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T03:50:04,830 INFO [M:0;a7bef91497aa:44355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T03:50:04,830 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T03:50:04,830 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:50:04,830 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:50:04,830 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T03:50:04,830 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:50:04,831 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.33 KB heapSize=395.29 KB 2024-11-11T03:50:04,848 DEBUG [M:0;a7bef91497aa:44355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038757bb9f9d4bd2aa953ddfc9948edc is 82, key is hbase:meta,,1/info:regioninfo/1731296999984/Put/seqid=0 2024-11-11T03:50:04,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741905_1081 (size=6071) 2024-11-11T03:50:04,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741905_1081 (size=6071) 2024-11-11T03:50:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741905_1081 (size=6071) 2024-11-11T03:50:04,856 INFO [M:0;a7bef91497aa:44355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038757bb9f9d4bd2aa953ddfc9948edc 2024-11-11T03:50:04,878 DEBUG [M:0;a7bef91497aa:44355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca82a5f6b5894a86a65cb52c958a4ded is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731296816487/Put/seqid=0 2024-11-11T03:50:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741906_1082 (size=13324) 2024-11-11T03:50:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741906_1082 (size=13324) 2024-11-11T03:50:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741906_1082 (size=13324) 2024-11-11T03:50:04,885 INFO [M:0;a7bef91497aa:44355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.10 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca82a5f6b5894a86a65cb52c958a4ded 2024-11-11T03:50:04,911 INFO [RS:2;a7bef91497aa:41239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T03:50:04,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:50:04,911 INFO [RS:2;a7bef91497aa:41239 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7bef91497aa,41239,1731296812499; zookeeper connection closed. 2024-11-11T03:50:04,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10195704cb20003, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:50:04,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2efe3017 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2efe3017 2024-11-11T03:50:04,912 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T03:50:04,913 DEBUG [M:0;a7bef91497aa:44355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/943ff426bba94577ba09de2d8666c8e3 is 69, key is a7bef91497aa,37727,1731296812347/rs:state/1731296813589/Put/seqid=0 2024-11-11T03:50:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741907_1083 (size=5442) 2024-11-11T03:50:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741907_1083 (size=5442) 2024-11-11T03:50:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741907_1083 (size=5442) 2024-11-11T03:50:04,922 INFO [M:0;a7bef91497aa:44355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/943ff426bba94577ba09de2d8666c8e3 2024-11-11T03:50:04,928 INFO [M:0;a7bef91497aa:44355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 943ff426bba94577ba09de2d8666c8e3 2024-11-11T03:50:04,929 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038757bb9f9d4bd2aa953ddfc9948edc as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/038757bb9f9d4bd2aa953ddfc9948edc 2024-11-11T03:50:04,935 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/038757bb9f9d4bd2aa953ddfc9948edc, entries=14, sequenceid=620, filesize=5.9 K 2024-11-11T03:50:04,936 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca82a5f6b5894a86a65cb52c958a4ded as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca82a5f6b5894a86a65cb52c958a4ded 2024-11-11T03:50:04,941 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca82a5f6b5894a86a65cb52c958a4ded, entries=79, sequenceid=620, filesize=13.0 K 2024-11-11T03:50:04,942 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/943ff426bba94577ba09de2d8666c8e3 as hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/943ff426bba94577ba09de2d8666c8e3 2024-11-11T03:50:04,946 INFO [M:0;a7bef91497aa:44355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 943ff426bba94577ba09de2d8666c8e3 2024-11-11T03:50:04,947 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35009/user/jenkins/test-data/20e061cc-69c4-b8b1-c49c-240dcfa7320f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/943ff426bba94577ba09de2d8666c8e3, entries=3, sequenceid=620, filesize=5.3 K 2024-11-11T03:50:04,948 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.33 KB/344402, heapSize ~394.99 KB/404472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=620, compaction requested=false 2024-11-11T03:50:04,949 INFO [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:50:04,949 DEBUG [M:0;a7bef91497aa:44355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731297004830Disabling compacts and flushes for region at 1731297004830Disabling writes for close at 1731297004830Obtaining lock to block concurrent updates at 1731297004831 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731297004831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344402, getHeapSize=404712, getOffHeapSize=0, getCellsCount=781 at 1731297004831Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731297004832 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731297004832Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731297004847 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731297004848 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731297004862 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731297004878 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731297004878Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731297004891 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731297004912 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731297004912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167642e0: reopening flushed file at 1731297004929 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dcc15dc: reopening flushed file at 1731297004935 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f274e70: reopening flushed file at 1731297004941 (+6 ms)Finished flush of dataSize ~336.33 KB/344402, heapSize ~394.99 KB/404472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=620, compaction requested=false at 1731297004948 (+7 ms)Writing region close event to WAL at 1731297004949 (+1 ms)Closed at 1731297004949 2024-11-11T03:50:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741830_1006 (size=385765) 2024-11-11T03:50:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46051 is added to blk_1073741830_1006 (size=385765) 2024-11-11T03:50:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46817 is added to blk_1073741830_1006 (size=385765) 2024-11-11T03:50:04,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T03:50:04,953 INFO [M:0;a7bef91497aa:44355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T03:50:04,954 INFO [M:0;a7bef91497aa:44355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44355 2024-11-11T03:50:04,954 INFO [M:0;a7bef91497aa:44355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T03:50:05,056 INFO [M:0;a7bef91497aa:44355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T03:50:05,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:50:05,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10195704cb20000, quorum=127.0.0.1:63083, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:50:05,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:50:05,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T03:50:05,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T03:50:05,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T03:50:05,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,STOPPED} 2024-11-11T03:50:05,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T03:50:05,065 WARN [BP-495585583-172.17.0.2-1731296808716 heartbeating to localhost/127.0.0.1:35009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T03:50:05,065 WARN [BP-495585583-172.17.0.2-1731296808716 heartbeating to localhost/127.0.0.1:35009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-495585583-172.17.0.2-1731296808716 (Datanode Uuid 6d2e62d8-ec6a-4055-ad1b-3f0c77064ee1) service to localhost/127.0.0.1:35009 2024-11-11T03:50:05,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T03:50:05,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data5/current/BP-495585583-172.17.0.2-1731296808716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:50:05,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data6/current/BP-495585583-172.17.0.2-1731296808716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:50:05,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T03:50:05,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:50:05,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T03:50:05,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T03:50:05,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T03:50:05,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,STOPPED} 2024-11-11T03:50:05,070 WARN [BP-495585583-172.17.0.2-1731296808716 heartbeating to localhost/127.0.0.1:35009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T03:50:05,070 WARN [BP-495585583-172.17.0.2-1731296808716 heartbeating to localhost/127.0.0.1:35009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-495585583-172.17.0.2-1731296808716 (Datanode Uuid 825bb287-ef3c-4b23-aaf5-4de9dac4b068) service to localhost/127.0.0.1:35009 2024-11-11T03:50:05,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T03:50:05,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T03:50:05,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data3/current/BP-495585583-172.17.0.2-1731296808716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:50:05,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data4/current/BP-495585583-172.17.0.2-1731296808716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:50:05,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T03:50:05,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:50:05,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T03:50:05,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T03:50:05,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T03:50:05,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,STOPPED} 2024-11-11T03:50:05,075 WARN [BP-495585583-172.17.0.2-1731296808716 heartbeating to localhost/127.0.0.1:35009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T03:50:05,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T03:50:05,075 WARN [BP-495585583-172.17.0.2-1731296808716 heartbeating to localhost/127.0.0.1:35009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-495585583-172.17.0.2-1731296808716 (Datanode Uuid 996623b4-29e9-4beb-b392-146b7237e89d) service to localhost/127.0.0.1:35009 2024-11-11T03:50:05,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T03:50:05,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data1/current/BP-495585583-172.17.0.2-1731296808716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:50:05,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/cluster_ad82d055-3a02-49aa-2ee0-cda6a5df90d9/data/data2/current/BP-495585583-172.17.0.2-1731296808716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:50:05,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T03:50:05,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T03:50:05,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T03:50:05,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T03:50:05,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T03:50:05,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59af38c0-90c7-c758-7a58-a18581c195a2/hadoop.log.dir/,STOPPED} 2024-11-11T03:50:05,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T03:50:05,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T03:50:05,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=92 (was 11) Potentially hanging thread: RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:35009 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7bef91497aa:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7bef91497aa:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7bef91497aa:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5eaabbf1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:35009 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a7bef91497aa:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7bef91497aa:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7bef91497aa:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_META-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a7bef91497aa:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:35009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:35009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=34 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=7126 (was 8434)