2024-11-10 23:39:07,178 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-10 23:39:07,194 main DEBUG Took 0.014248 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 23:39:07,194 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 23:39:07,194 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 23:39:07,195 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 23:39:07,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,203 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 23:39:07,214 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,217 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,218 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,219 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,220 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,221 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,222 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,222 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:39:07,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,226 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 23:39:07,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:39:07,228 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 23:39:07,230 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 23:39:07,230 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 23:39:07,231 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 23:39:07,232 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 23:39:07,239 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 23:39:07,242 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 23:39:07,243 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 23:39:07,244 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 23:39:07,244 main DEBUG createAppenders(={Console}) 2024-11-10 23:39:07,245 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-10 23:39:07,245 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-10 23:39:07,245 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-10 23:39:07,246 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 23:39:07,246 main DEBUG OutputStream closed 2024-11-10 23:39:07,246 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 23:39:07,247 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 23:39:07,247 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-10 23:39:07,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 23:39:07,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 23:39:07,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 23:39:07,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 23:39:07,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 23:39:07,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 23:39:07,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 23:39:07,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 23:39:07,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 23:39:07,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 23:39:07,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 23:39:07,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 23:39:07,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 23:39:07,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 23:39:07,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 23:39:07,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 23:39:07,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 23:39:07,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 23:39:07,325 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 23:39:07,325 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-10 23:39:07,325 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 23:39:07,326 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-10T23:39:07,338 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-10 23:39:07,341 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 23:39:07,341 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T23:39:07,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=23, ProcessCount=11, AvailableMemoryMB=15615 2024-11-10T23:39:07,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950 2024-11-10T23:39:07,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:39:07,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316, deleteOnExit=true 2024-11-10T23:39:07,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:39:07,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/test.cache.data in system properties and HBase conf 2024-11-10T23:39:07,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:39:07,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:39:07,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:39:07,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:39:07,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:39:07,690 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T23:39:07,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:39:07,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:39:07,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:39:07,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:39:07,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:39:07,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:39:07,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:39:07,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:39:07,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:39:07,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:39:07,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:39:07,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:39:07,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:39:07,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:39:07,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:39:08,859 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T23:39:08,931 INFO [Time-limited test {}] log.Log(170): Logging initialized @2363ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T23:39:08,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:39:09,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:39:09,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:39:09,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:39:09,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:39:09,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:39:09,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34f5021e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:39:09,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164510b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:39:09,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c8e2b9b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/java.io.tmpdir/jetty-localhost-39647-hadoop-hdfs-3_4_1-tests_jar-_-any-18307775227034009099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:39:09,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cd7e66f{HTTP/1.1, (http/1.1)}{localhost:39647} 2024-11-10T23:39:09,270 INFO [Time-limited test {}] server.Server(415): Started @2703ms 2024-11-10T23:39:09,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:39:09,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:39:09,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:39:09,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:39:09,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:39:09,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31fa71ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:39:09,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a83e474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:39:09,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75313660{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/java.io.tmpdir/jetty-localhost-44413-hadoop-hdfs-3_4_1-tests_jar-_-any-9688331767058925152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:39:09,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d359de{HTTP/1.1, (http/1.1)}{localhost:44413} 2024-11-10T23:39:09,866 INFO [Time-limited test {}] server.Server(415): Started @3299ms 2024-11-10T23:39:09,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:39:10,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:39:10,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:39:10,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:39:10,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:39:10,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:39:10,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a2ddbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:39:10,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62535b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:39:10,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b2194c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/java.io.tmpdir/jetty-localhost-46211-hadoop-hdfs-3_4_1-tests_jar-_-any-420226486231978097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:39:10,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac58d5{HTTP/1.1, (http/1.1)}{localhost:46211} 2024-11-10T23:39:10,161 INFO [Time-limited test {}] server.Server(415): Started @3594ms 2024-11-10T23:39:10,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:39:10,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:39:10,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:39:10,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:39:10,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:39:10,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:39:10,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@697bf951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:39:10,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7605ef0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:39:10,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47300910{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/java.io.tmpdir/jetty-localhost-32947-hadoop-hdfs-3_4_1-tests_jar-_-any-6876946241617766035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:39:10,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38cb4984{HTTP/1.1, (http/1.1)}{localhost:32947} 2024-11-10T23:39:10,313 INFO [Time-limited test {}] server.Server(415): Started @3746ms 2024-11-10T23:39:10,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:39:11,283 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data1/current/BP-486393907-172.17.0.2-1731281948355/current, will proceed with Du for space computation calculation, 2024-11-10T23:39:11,283 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data2/current/BP-486393907-172.17.0.2-1731281948355/current, will proceed with Du for space computation calculation, 2024-11-10T23:39:11,283 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data4/current/BP-486393907-172.17.0.2-1731281948355/current, will proceed with Du for space computation calculation, 2024-11-10T23:39:11,283 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data3/current/BP-486393907-172.17.0.2-1731281948355/current, will proceed with Du for space computation calculation, 2024-11-10T23:39:11,319 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:39:11,319 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:39:11,331 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data5/current/BP-486393907-172.17.0.2-1731281948355/current, will proceed with Du for space computation calculation, 2024-11-10T23:39:11,332 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data6/current/BP-486393907-172.17.0.2-1731281948355/current, will proceed with Du for space computation calculation, 2024-11-10T23:39:11,349 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:39:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x740901fd13fc6ef3 with lease ID 0xc0022654720507c7: Processing first storage report for DS-22db27ca-489a-48ee-baa2-5c56207b0f18 from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=81bb8903-5813-4257-95f5-1361d957a7f5, infoPort=39471, infoSecurePort=0, ipcPort=34935, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355) 2024-11-10T23:39:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x740901fd13fc6ef3 with lease ID 0xc0022654720507c7: from storage DS-22db27ca-489a-48ee-baa2-5c56207b0f18 node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=81bb8903-5813-4257-95f5-1361d957a7f5, infoPort=39471, infoSecurePort=0, ipcPort=34935, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:39:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa073c8c133f18e1 with lease ID 0xc0022654720507c6: Processing first storage report for DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff from datanode DatanodeRegistration(127.0.0.1:42431, datanodeUuid=fcf6dd85-85f0-4b42-9966-df459c71fec2, infoPort=39381, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355) 2024-11-10T23:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa073c8c133f18e1 with lease ID 0xc0022654720507c6: from storage DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff node DatanodeRegistration(127.0.0.1:42431, datanodeUuid=fcf6dd85-85f0-4b42-9966-df459c71fec2, infoPort=39381, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb55e58c130d97bff with lease ID 0xc0022654720507c5: Processing first storage report for DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5 from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=4509400c-248f-4858-a633-4aff1e552bf7, infoPort=34375, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355) 2024-11-10T23:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb55e58c130d97bff with lease ID 0xc0022654720507c5: from storage DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5 node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=4509400c-248f-4858-a633-4aff1e552bf7, infoPort=34375, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x740901fd13fc6ef3 with lease ID 0xc0022654720507c7: Processing first storage report for DS-5d49126b-3663-41cf-b56d-b1350dda87ef from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=81bb8903-5813-4257-95f5-1361d957a7f5, infoPort=39471, infoSecurePort=0, ipcPort=34935, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355) 2024-11-10T23:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x740901fd13fc6ef3 with lease ID 0xc0022654720507c7: from storage DS-5d49126b-3663-41cf-b56d-b1350dda87ef node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=81bb8903-5813-4257-95f5-1361d957a7f5, infoPort=39471, infoSecurePort=0, ipcPort=34935, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa073c8c133f18e1 with lease ID 0xc0022654720507c6: Processing first storage report for DS-93269201-657a-4557-9918-6fd46cb7d339 from datanode DatanodeRegistration(127.0.0.1:42431, datanodeUuid=fcf6dd85-85f0-4b42-9966-df459c71fec2, infoPort=39381, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355) 2024-11-10T23:39:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa073c8c133f18e1 with lease ID 0xc0022654720507c6: from storage DS-93269201-657a-4557-9918-6fd46cb7d339 node DatanodeRegistration(127.0.0.1:42431, datanodeUuid=fcf6dd85-85f0-4b42-9966-df459c71fec2, infoPort=39381, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:39:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb55e58c130d97bff with lease ID 0xc0022654720507c5: Processing first storage report for DS-12ac5046-838d-4da7-a84e-b4ca532b79cd from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=4509400c-248f-4858-a633-4aff1e552bf7, infoPort=34375, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355) 2024-11-10T23:39:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb55e58c130d97bff with lease ID 0xc0022654720507c5: from storage DS-12ac5046-838d-4da7-a84e-b4ca532b79cd node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=4509400c-248f-4858-a633-4aff1e552bf7, infoPort=34375, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=189655662;c=1731281948355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:39:11,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950 2024-11-10T23:39:11,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/zookeeper_0, clientPort=59524, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:39:11,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59524 2024-11-10T23:39:11,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:11,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:39:11,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:39:11,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:39:12,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf with version=8 2024-11-10T23:39:12,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/hbase-staging 2024-11-10T23:39:12,221 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T23:39:12,448 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T23:39:12,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:12,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:12,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:39:12,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:12,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:39:12,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:39:12,655 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T23:39:12,664 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T23:39:12,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:39:12,691 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 43927 (auto-detected) 2024-11-10T23:39:12,692 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T23:39:12,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34215 2024-11-10T23:39:12,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34215 connecting to ZooKeeper ensemble=127.0.0.1:59524 2024-11-10T23:39:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342150x0, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:39:12,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34215-0x1012867adbe0000 connected 2024-11-10T23:39:12,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:12,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:12,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:39:12,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf, hbase.cluster.distributed=false 2024-11-10T23:39:12,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:39:12,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-10T23:39:12,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34215 2024-11-10T23:39:12,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34215 2024-11-10T23:39:12,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-10T23:39:12,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-10T23:39:13,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T23:39:13,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:39:13,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:39:13,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:39:13,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:39:13,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37147 2024-11-10T23:39:13,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37147 connecting to ZooKeeper ensemble=127.0.0.1:59524 2024-11-10T23:39:13,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371470x0, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:39:13,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37147-0x1012867adbe0001 connected 2024-11-10T23:39:13,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:39:13,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:39:13,101 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:39:13,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:39:13,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:39:13,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37147 2024-11-10T23:39:13,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37147 2024-11-10T23:39:13,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37147 2024-11-10T23:39:13,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37147 2024-11-10T23:39:13,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37147 2024-11-10T23:39:13,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T23:39:13,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:39:13,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:39:13,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:39:13,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:39:13,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43689 2024-11-10T23:39:13,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43689 connecting to ZooKeeper ensemble=127.0.0.1:59524 2024-11-10T23:39:13,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,161 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436890x0, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:39:13,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:39:13,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43689-0x1012867adbe0002 connected 2024-11-10T23:39:13,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:39:13,164 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:39:13,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:39:13,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:39:13,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43689 2024-11-10T23:39:13,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43689 2024-11-10T23:39:13,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43689 2024-11-10T23:39:13,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43689 2024-11-10T23:39:13,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43689 2024-11-10T23:39:13,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b9d7a669c7f:0 server-side Connection retries=45 2024-11-10T23:39:13,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:39:13,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:39:13,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:39:13,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:39:13,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:39:13,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40685 2024-11-10T23:39:13,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40685 connecting to ZooKeeper ensemble=127.0.0.1:59524 2024-11-10T23:39:13,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406850x0, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:39:13,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406850x0, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:39:13,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40685-0x1012867adbe0003 connected 2024-11-10T23:39:13,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:39:13,213 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:39:13,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:39:13,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:39:13,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40685 2024-11-10T23:39:13,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40685 2024-11-10T23:39:13,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40685 2024-11-10T23:39:13,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40685 2024-11-10T23:39:13,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40685 2024-11-10T23:39:13,237 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b9d7a669c7f:34215 2024-11-10T23:39:13,238 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,253 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,255 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:39:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:39:13,286 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:39:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,286 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,288 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:39:13,289 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b9d7a669c7f,34215,1731281952303 from backup master directory 2024-11-10T23:39:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,302 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:39:13,304 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:39:13,304 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:13,306 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T23:39:13,308 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T23:39:13,360 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/hbase.id] with ID: e9cb3b68-55b8-41b1-82db-11498dd747d7 2024-11-10T23:39:13,361 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/.tmp/hbase.id 2024-11-10T23:39:13,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:39:13,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:39:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:39:13,377 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/.tmp/hbase.id]:[hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/hbase.id] 2024-11-10T23:39:13,417 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:39:13,421 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:39:13,441 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T23:39:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,478 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:39:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:39:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:39:13,550 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:39:13,551 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:39:13,564 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:13,567 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:39:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:39:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:39:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:39:13,613 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store 2024-11-10T23:39:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:39:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:39:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:39:13,638 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T23:39:13,642 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:13,644 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:39:13,644 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:39:13,644 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:39:13,646 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:39:13,646 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:39:13,646 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:39:13,647 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281953643Disabling compacts and flushes for region at 1731281953643Disabling writes for close at 1731281953646 (+3 ms)Writing region close event to WAL at 1731281953646Closed at 1731281953646 2024-11-10T23:39:13,649 WARN [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/.initializing 2024-11-10T23:39:13,649 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/WALs/2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:13,657 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:39:13,671 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C34215%2C1731281952303, suffix=, logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/WALs/2b9d7a669c7f,34215,1731281952303, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/oldWALs, maxLogs=10 2024-11-10T23:39:13,698 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/WALs/2b9d7a669c7f,34215,1731281952303/2b9d7a669c7f%2C34215%2C1731281952303.1731281953676, exclude list is [], retry=0 2024-11-10T23:39:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5,DISK] 2024-11-10T23:39:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-22db27ca-489a-48ee-baa2-5c56207b0f18,DISK] 2024-11-10T23:39:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff,DISK] 2024-11-10T23:39:13,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T23:39:13,756 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/WALs/2b9d7a669c7f,34215,1731281952303/2b9d7a669c7f%2C34215%2C1731281952303.1731281953676 2024-11-10T23:39:13,756 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39471:39471),(127.0.0.1/127.0.0.1:39381:39381),(127.0.0.1/127.0.0.1:34375:34375)] 2024-11-10T23:39:13,757 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:39:13,757 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:13,760 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,761 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:39:13,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:13,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:13,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:39:13,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:13,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:13,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:39:13,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:13,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:13,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:39:13,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:13,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:13,831 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,834 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,836 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,841 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,841 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,844 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:39:13,847 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:39:13,851 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:13,852 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71499039, jitterRate=0.06541870534420013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:39:13,859 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281953772Initializing all the Stores at 1731281953774 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281953774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281953775 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281953775Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281953775Cleaning up temporary data from old regions at 1731281953841 (+66 ms)Region opened successfully at 1731281953859 (+18 ms) 2024-11-10T23:39:13,860 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:39:13,889 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d178094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T23:39:13,914 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:39:13,924 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:39:13,924 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:39:13,927 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:39:13,928 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:39:13,934 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T23:39:13,934 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:39:13,957 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:39:13,968 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:39:14,002 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:39:14,006 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:39:14,008 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:39:14,019 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:39:14,021 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:39:14,024 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:39:14,035 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:39:14,037 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:39:14,044 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:39:14,063 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:39:14,069 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:39:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:39:14,077 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:39:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:39:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:39:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,078 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,081 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b9d7a669c7f,34215,1731281952303, sessionid=0x1012867adbe0000, setting cluster-up flag (Was=false) 2024-11-10T23:39:14,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,111 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,136 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:39:14,141 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:14,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,161 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,185 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:39:14,188 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:14,197 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:39:14,225 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(746): ClusterId : e9cb3b68-55b8-41b1-82db-11498dd747d7 2024-11-10T23:39:14,225 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(746): ClusterId : e9cb3b68-55b8-41b1-82db-11498dd747d7 2024-11-10T23:39:14,225 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(746): ClusterId : e9cb3b68-55b8-41b1-82db-11498dd747d7 2024-11-10T23:39:14,227 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:39:14,227 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:39:14,227 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:39:14,238 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:39:14,238 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:39:14,238 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:39:14,238 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:39:14,238 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:39:14,238 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:39:14,245 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:39:14,245 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:39:14,245 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:39:14,246 DEBUG [RS:2;2b9d7a669c7f:40685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccb3817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T23:39:14,246 DEBUG [RS:1;2b9d7a669c7f:43689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df88f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T23:39:14,246 DEBUG [RS:0;2b9d7a669c7f:37147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64266ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b9d7a669c7f/172.17.0.2:0 2024-11-10T23:39:14,260 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b9d7a669c7f:37147 2024-11-10T23:39:14,260 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2b9d7a669c7f:40685 2024-11-10T23:39:14,264 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:39:14,264 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:39:14,264 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:39:14,264 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:39:14,264 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:39:14,264 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:39:14,265 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b9d7a669c7f:43689 2024-11-10T23:39:14,265 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:39:14,265 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:39:14,265 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:39:14,267 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,34215,1731281952303 with port=43689, startcode=1731281953128 2024-11-10T23:39:14,267 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,34215,1731281952303 with port=37147, startcode=1731281953026 2024-11-10T23:39:14,267 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,34215,1731281952303 with port=40685, startcode=1731281953189 2024-11-10T23:39:14,276 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:39:14,279 DEBUG [RS:1;2b9d7a669c7f:43689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:39:14,279 DEBUG [RS:0;2b9d7a669c7f:37147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:39:14,279 DEBUG [RS:2;2b9d7a669c7f:40685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:39:14,288 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:39:14,297 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:39:14,303 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b9d7a669c7f,34215,1731281952303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:39:14,312 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:39:14,312 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:39:14,312 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34591, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:39:14,313 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:39:14,313 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:39:14,313 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:39:14,313 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:39:14,314 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b9d7a669c7f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:39:14,314 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,315 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:39:14,315 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,317 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281984317 2024-11-10T23:39:14,318 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:39:14,318 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:39:14,319 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:39:14,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:39:14,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:39:14,322 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:39:14,323 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:39:14,323 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:39:14,323 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:39:14,324 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:39:14,325 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:39:14,324 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,328 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:39:14,329 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:39:14,330 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:39:14,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:14,331 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:39:14,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:39:14,332 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:39:14,333 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731281954333,5,FailOnTimeoutGroup] 2024-11-10T23:39:14,334 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731281954333,5,FailOnTimeoutGroup] 2024-11-10T23:39:14,334 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,334 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:39:14,336 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,336 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,363 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T23:39:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:39:14,363 WARN [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T23:39:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:39:14,364 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T23:39:14,364 WARN [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T23:39:14,364 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T23:39:14,364 WARN [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T23:39:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:39:14,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:39:14,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:39:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:39:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:39:14,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:14,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:39:14,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:39:14,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:14,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:14,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:39:14,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:39:14,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:39:14,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:39:14,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:14,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:14,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:39:14,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:39:14,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:14,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:14,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:39:14,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740 2024-11-10T23:39:14,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740 2024-11-10T23:39:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:39:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:39:14,406 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:39:14,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:39:14,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:14,415 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772622, jitterRate=0.02479192614555359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:39:14,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281954382Initializing all the Stores at 1731281954383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281954383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281954384 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281954384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281954384Cleaning up temporary data from old regions at 1731281954405 (+21 ms)Region opened successfully at 1731281954419 (+14 ms) 2024-11-10T23:39:14,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:39:14,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:39:14,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:39:14,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:39:14,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:39:14,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:39:14,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281954420Disabling compacts and flushes for region at 1731281954420Disabling writes for close at 1731281954420Writing region close event to WAL at 1731281954421 (+1 ms)Closed at 1731281954421 2024-11-10T23:39:14,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:39:14,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:39:14,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:39:14,441 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:39:14,443 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:39:14,465 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,34215,1731281952303 with port=43689, startcode=1731281953128 2024-11-10T23:39:14,465 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,34215,1731281952303 with port=37147, startcode=1731281953026 2024-11-10T23:39:14,465 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b9d7a669c7f,34215,1731281952303 with port=40685, startcode=1731281953189 2024-11-10T23:39:14,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:14,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:14,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:14,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:14,476 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:14,476 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44285 2024-11-10T23:39:14,476 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:39:14,478 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:14,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,478 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44285 2024-11-10T23:39:14,478 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:39:14,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(517): Registering regionserver=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,481 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:14,482 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44285 2024-11-10T23:39:14,482 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:39:14,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:39:14,543 DEBUG [RS:1;2b9d7a669c7f:43689 {}] zookeeper.ZKUtil(111): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:14,543 WARN [RS:1;2b9d7a669c7f:43689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:39:14,544 DEBUG [RS:2;2b9d7a669c7f:40685 {}] zookeeper.ZKUtil(111): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:14,544 INFO [RS:1;2b9d7a669c7f:43689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:39:14,544 WARN [RS:2;2b9d7a669c7f:40685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:39:14,544 DEBUG [RS:0;2b9d7a669c7f:37147 {}] zookeeper.ZKUtil(111): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,544 WARN [RS:0;2b9d7a669c7f:37147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:39:14,544 INFO [RS:2;2b9d7a669c7f:40685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:39:14,544 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:14,545 INFO [RS:0;2b9d7a669c7f:37147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:39:14,545 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:14,545 DEBUG [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,43689,1731281953128] 2024-11-10T23:39:14,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,37147,1731281953026] 2024-11-10T23:39:14,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b9d7a669c7f,40685,1731281953189] 2024-11-10T23:39:14,571 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:39:14,571 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:39:14,571 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:39:14,587 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:39:14,587 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:39:14,587 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:39:14,592 INFO [RS:1;2b9d7a669c7f:43689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:39:14,592 INFO [RS:2;2b9d7a669c7f:40685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:39:14,592 INFO [RS:0;2b9d7a669c7f:37147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:39:14,592 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,592 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,592 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,593 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:39:14,594 WARN [2b9d7a669c7f:34215 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:39:14,594 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:39:14,595 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:39:14,598 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:39:14,598 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:39:14,598 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:39:14,599 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,599 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,599 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:39:14,600 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,600 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:39:14,601 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:39:14,601 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:39:14,601 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:1;2b9d7a669c7f:43689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:39:14,601 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,601 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,602 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b9d7a669c7f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:39:14,602 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:39:14,602 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:39:14,602 DEBUG [RS:2;2b9d7a669c7f:40685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:39:14,602 DEBUG [RS:0;2b9d7a669c7f:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b9d7a669c7f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:39:14,604 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,604 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,604 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,43689,1731281953128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,605 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,606 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37147,1731281953026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:39:14,606 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,606 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,606 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,40685,1731281953189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:39:14,625 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:39:14,626 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:39:14,626 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:39:14,626 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,40685,1731281953189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,626 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,37147,1731281953026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,626 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,43689,1731281953128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,627 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,627 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,627 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,627 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.Replication(171): 2b9d7a669c7f,43689,1731281953128 started 2024-11-10T23:39:14,627 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.Replication(171): 2b9d7a669c7f,40685,1731281953189 started 2024-11-10T23:39:14,627 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.Replication(171): 2b9d7a669c7f,37147,1731281953026 started 2024-11-10T23:39:14,645 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,646 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,37147,1731281953026, RpcServer on 2b9d7a669c7f/172.17.0.2:37147, sessionid=0x1012867adbe0001 2024-11-10T23:39:14,646 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:39:14,647 DEBUG [RS:0;2b9d7a669c7f:37147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,647 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,37147,1731281953026' 2024-11-10T23:39:14,647 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:39:14,648 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:39:14,648 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:39:14,648 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:39:14,649 DEBUG [RS:0;2b9d7a669c7f:37147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,649 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,37147,1731281953026' 2024-11-10T23:39:14,649 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:39:14,649 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:39:14,650 DEBUG [RS:0;2b9d7a669c7f:37147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:39:14,650 INFO [RS:0;2b9d7a669c7f:37147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:39:14,650 INFO [RS:0;2b9d7a669c7f:37147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:39:14,650 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,650 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:14,650 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,40685,1731281953189, RpcServer on 2b9d7a669c7f/172.17.0.2:40685, sessionid=0x1012867adbe0003 2024-11-10T23:39:14,650 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1482): Serving as 2b9d7a669c7f,43689,1731281953128, RpcServer on 2b9d7a669c7f/172.17.0.2:43689, sessionid=0x1012867adbe0002 2024-11-10T23:39:14,651 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:39:14,651 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:39:14,651 DEBUG [RS:1;2b9d7a669c7f:43689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:14,651 DEBUG [RS:2;2b9d7a669c7f:40685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:14,651 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,43689,1731281953128' 2024-11-10T23:39:14,651 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,40685,1731281953189' 2024-11-10T23:39:14,651 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:39:14,651 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:39:14,652 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:39:14,652 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:39:14,652 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:39:14,652 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:39:14,652 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:39:14,652 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:39:14,652 DEBUG [RS:1;2b9d7a669c7f:43689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:14,653 DEBUG [RS:2;2b9d7a669c7f:40685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:14,653 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,43689,1731281953128' 2024-11-10T23:39:14,653 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b9d7a669c7f,40685,1731281953189' 2024-11-10T23:39:14,653 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:39:14,653 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:39:14,653 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:39:14,653 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:39:14,654 DEBUG [RS:1;2b9d7a669c7f:43689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:39:14,654 INFO [RS:1;2b9d7a669c7f:43689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:39:14,654 DEBUG [RS:2;2b9d7a669c7f:40685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:39:14,654 INFO [RS:2;2b9d7a669c7f:40685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:39:14,654 INFO [RS:1;2b9d7a669c7f:43689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:39:14,654 INFO [RS:2;2b9d7a669c7f:40685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:39:14,757 INFO [RS:1;2b9d7a669c7f:43689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:39:14,757 INFO [RS:2;2b9d7a669c7f:40685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:39:14,757 INFO [RS:0;2b9d7a669c7f:37147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:39:14,760 INFO [RS:0;2b9d7a669c7f:37147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C37147%2C1731281953026, suffix=, logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs, maxLogs=32 2024-11-10T23:39:14,760 INFO [RS:1;2b9d7a669c7f:43689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C43689%2C1731281953128, suffix=, logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,43689,1731281953128, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs, maxLogs=32 2024-11-10T23:39:14,760 INFO [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C40685%2C1731281953189, suffix=, logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs, maxLogs=32 2024-11-10T23:39:14,778 DEBUG [RS:0;2b9d7a669c7f:37147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, exclude list is [], retry=0 2024-11-10T23:39:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5,DISK] 2024-11-10T23:39:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-22db27ca-489a-48ee-baa2-5c56207b0f18,DISK] 2024-11-10T23:39:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff,DISK] 2024-11-10T23:39:14,784 DEBUG [RS:1;2b9d7a669c7f:43689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,43689,1731281953128/2b9d7a669c7f%2C43689%2C1731281953128.1731281954764, exclude list is [], retry=0 2024-11-10T23:39:14,784 DEBUG [RS:2;2b9d7a669c7f:40685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189/2b9d7a669c7f%2C40685%2C1731281953189.1731281954764, exclude list is [], retry=0 2024-11-10T23:39:14,787 INFO [RS:0;2b9d7a669c7f:37147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 2024-11-10T23:39:14,787 DEBUG [RS:0;2b9d7a669c7f:37147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39381:39381),(127.0.0.1/127.0.0.1:34375:34375),(127.0.0.1/127.0.0.1:39471:39471)] 2024-11-10T23:39:14,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5,DISK] 2024-11-10T23:39:14,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-22db27ca-489a-48ee-baa2-5c56207b0f18,DISK] 2024-11-10T23:39:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff,DISK] 2024-11-10T23:39:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff,DISK] 2024-11-10T23:39:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5,DISK] 2024-11-10T23:39:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-22db27ca-489a-48ee-baa2-5c56207b0f18,DISK] 2024-11-10T23:39:14,797 INFO [RS:1;2b9d7a669c7f:43689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,43689,1731281953128/2b9d7a669c7f%2C43689%2C1731281953128.1731281954764 2024-11-10T23:39:14,798 DEBUG [RS:1;2b9d7a669c7f:43689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39471:39471),(127.0.0.1/127.0.0.1:39381:39381),(127.0.0.1/127.0.0.1:34375:34375)] 2024-11-10T23:39:14,799 INFO [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189/2b9d7a669c7f%2C40685%2C1731281953189.1731281954764 2024-11-10T23:39:14,800 DEBUG [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34375:34375),(127.0.0.1/127.0.0.1:39381:39381),(127.0.0.1/127.0.0.1:39471:39471)] 2024-11-10T23:39:14,847 DEBUG [2b9d7a669c7f:34215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T23:39:14,858 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(204): Hosts are {2b9d7a669c7f=0} racks are {/default-rack=0} 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T23:39:14,864 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:39:14,864 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:39:14,864 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T23:39:14,864 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:39:14,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:14,876 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,37147,1731281953026, state=OPENING 2024-11-10T23:39:14,894 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:39:14,902 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:39:14,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:14,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:14,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:14,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:14,906 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:39:14,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:15,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:39:15,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:39:15,102 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:39:15,102 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:39:15,103 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:39:15,105 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C37147%2C1731281953026.meta, suffix=.meta, logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs, maxLogs=32 2024-11-10T23:39:15,119 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, exclude list is [], retry=0 2024-11-10T23:39:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff,DISK] 2024-11-10T23:39:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5,DISK] 2024-11-10T23:39:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-22db27ca-489a-48ee-baa2-5c56207b0f18,DISK] 2024-11-10T23:39:15,128 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta 2024-11-10T23:39:15,128 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39381:39381),(127.0.0.1/127.0.0.1:34375:34375),(127.0.0.1/127.0.0.1:39471:39471)] 2024-11-10T23:39:15,129 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:39:15,130 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:39:15,132 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:39:15,138 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:39:15,141 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:39:15,142 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,142 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:39:15,142 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:39:15,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:39:15,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:39:15,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:15,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:15,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:39:15,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:39:15,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:15,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:15,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:39:15,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:39:15,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:15,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:15,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:39:15,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:39:15,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:15,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:39:15,156 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:39:15,157 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740 2024-11-10T23:39:15,160 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740 2024-11-10T23:39:15,162 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:39:15,163 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:39:15,163 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:39:15,166 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:39:15,167 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72611240, jitterRate=0.08199179172515869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:39:15,167 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:39:15,169 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281955143Writing region info on filesystem at 1731281955143Initializing all the Stores at 1731281955145 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281955145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281955145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281955145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281955145Cleaning up temporary data from old regions at 1731281955163 (+18 ms)Running coprocessor post-open hooks at 1731281955167 (+4 ms)Region opened successfully at 1731281955169 (+2 ms) 2024-11-10T23:39:15,176 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281955080 2024-11-10T23:39:15,185 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:39:15,186 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:39:15,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:15,190 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,37147,1731281953026, state=OPEN 2024-11-10T23:39:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:15,219 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:15,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:15,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:15,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:15,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:15,220 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:15,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:39:15,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,37147,1731281953026 in 311 msec 2024-11-10T23:39:15,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:39:15,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 802 msec 2024-11-10T23:39:15,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:39:15,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:39:15,258 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:15,259 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:15,279 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:39:15,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:39:15,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-11-10T23:39:15,301 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281955301, completionTime=-1 2024-11-10T23:39:15,304 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T23:39:15,304 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:39:15,332 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T23:39:15,332 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282015332 2024-11-10T23:39:15,332 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282075332 2024-11-10T23:39:15,332 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-10T23:39:15,334 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:39:15,344 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34215,1731281952303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,344 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34215,1731281952303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,344 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34215,1731281952303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,346 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b9d7a669c7f:34215, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,346 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,347 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,352 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:39:15,373 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.069sec 2024-11-10T23:39:15,374 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:39:15,375 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:39:15,376 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:39:15,377 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:39:15,377 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:39:15,377 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34215,1731281952303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:39:15,378 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34215,1731281952303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:39:15,382 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:39:15,383 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:39:15,383 INFO [master/2b9d7a669c7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b9d7a669c7f,34215,1731281952303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:39:15,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1aee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:39:15,437 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T23:39:15,437 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T23:39:15,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b9d7a669c7f,34215,-1 for getting cluster id 2024-11-10T23:39:15,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:39:15,452 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9cb3b68-55b8-41b1-82db-11498dd747d7' 2024-11-10T23:39:15,454 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:39:15,454 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9cb3b68-55b8-41b1-82db-11498dd747d7" 2024-11-10T23:39:15,454 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f413f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:39:15,455 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b9d7a669c7f,34215,-1] 2024-11-10T23:39:15,457 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:39:15,459 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:39:15,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:39:15,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68337088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:39:15,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:15,470 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:15,471 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:39:15,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:39:15,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:15,522 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T23:39:15,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:39:15,536 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:15,539 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3164d784 2024-11-10T23:39:15,540 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:39:15,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:39:15,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:39:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:39:15,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:39:15,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-10T23:39:15,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:15,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:39:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:39:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741837_1013 (size=1020) 2024-11-10T23:39:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741837_1013 (size=1020) 2024-11-10T23:39:15,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741837_1013 (size=1020) 2024-11-10T23:39:15,592 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e9f9052cbd05ce9a47beaac9cae7f86f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,593 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2299c941ffda9f47e716cc6f0eafb4c1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,593 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dbb90d7b0e1043e361bf5ac5d2b2d8f4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741838_1014 (size=110) 2024-11-10T23:39:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741838_1014 (size=110) 2024-11-10T23:39:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741838_1014 (size=110) 2024-11-10T23:39:15,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing dbb90d7b0e1043e361bf5ac5d2b2d8f4, disabling compactions & flushes 2024-11-10T23:39:15,618 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:15,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:15,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. after waiting 0 ms 2024-11-10T23:39:15,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:15,618 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:15,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for dbb90d7b0e1043e361bf5ac5d2b2d8f4: Waiting for close lock at 1731281955618Disabling compacts and flushes for region at 1731281955618Disabling writes for close at 1731281955618Writing region close event to WAL at 1731281955618Closed at 1731281955618 2024-11-10T23:39:15,619 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4547f7bca365727bc160b5fd7e5c2c23, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741840_1016 (size=110) 2024-11-10T23:39:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741840_1016 (size=110) 2024-11-10T23:39:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741840_1016 (size=110) 2024-11-10T23:39:15,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e9f9052cbd05ce9a47beaac9cae7f86f, disabling compactions & flushes 2024-11-10T23:39:15,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:15,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:15,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. after waiting 0 ms 2024-11-10T23:39:15,623 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:15,623 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:15,623 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e9f9052cbd05ce9a47beaac9cae7f86f: Waiting for close lock at 1731281955622Disabling compacts and flushes for region at 1731281955622Disabling writes for close at 1731281955622Writing region close event to WAL at 1731281955623 (+1 ms)Closed at 1731281955623 2024-11-10T23:39:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741839_1015 (size=107) 2024-11-10T23:39:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741839_1015 (size=107) 2024-11-10T23:39:15,624 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d0b7728f5bed8eb2c50d74f3c5ce8ff4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741839_1015 (size=107) 2024-11-10T23:39:15,626 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,626 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2299c941ffda9f47e716cc6f0eafb4c1, disabling compactions & flushes 2024-11-10T23:39:15,626 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:15,627 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:15,627 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. after waiting 0 ms 2024-11-10T23:39:15,627 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:15,627 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:15,627 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2299c941ffda9f47e716cc6f0eafb4c1: Waiting for close lock at 1731281955626Disabling compacts and flushes for region at 1731281955626Disabling writes for close at 1731281955627 (+1 ms)Writing region close event to WAL at 1731281955627Closed at 1731281955627 2024-11-10T23:39:15,628 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aee55eb00c2370da6d38d1d7cbda5b59, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741841_1017 (size=110) 2024-11-10T23:39:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741841_1017 (size=110) 2024-11-10T23:39:15,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741841_1017 (size=110) 2024-11-10T23:39:15,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4547f7bca365727bc160b5fd7e5c2c23, disabling compactions & flushes 2024-11-10T23:39:15,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:15,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:15,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. after waiting 0 ms 2024-11-10T23:39:15,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:15,637 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:15,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4547f7bca365727bc160b5fd7e5c2c23: Waiting for close lock at 1731281955636Disabling compacts and flushes for region at 1731281955636Disabling writes for close at 1731281955637 (+1 ms)Writing region close event to WAL at 1731281955637Closed at 1731281955637 2024-11-10T23:39:15,638 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df679f8808b560d1cd817ace3e3cbf54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741842_1018 (size=110) 2024-11-10T23:39:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741842_1018 (size=110) 2024-11-10T23:39:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741842_1018 (size=110) 2024-11-10T23:39:15,642 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d0b7728f5bed8eb2c50d74f3c5ce8ff4, disabling compactions & flushes 2024-11-10T23:39:15,643 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:15,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:15,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. after waiting 0 ms 2024-11-10T23:39:15,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:15,643 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:15,643 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d0b7728f5bed8eb2c50d74f3c5ce8ff4: Waiting for close lock at 1731281955643Disabling compacts and flushes for region at 1731281955643Disabling writes for close at 1731281955643Writing region close event to WAL at 1731281955643Closed at 1731281955643 2024-11-10T23:39:15,644 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f24efff5ce43145d02e408593dd1e435, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741843_1019 (size=110) 2024-11-10T23:39:15,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741843_1019 (size=110) 2024-11-10T23:39:15,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741843_1019 (size=110) 2024-11-10T23:39:15,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing aee55eb00c2370da6d38d1d7cbda5b59, disabling compactions & flushes 2024-11-10T23:39:15,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:15,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:15,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. after waiting 0 ms 2024-11-10T23:39:15,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:15,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:15,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for aee55eb00c2370da6d38d1d7cbda5b59: Waiting for close lock at 1731281955649Disabling compacts and flushes for region at 1731281955649Disabling writes for close at 1731281955649Writing region close event to WAL at 1731281955650 (+1 ms)Closed at 1731281955650 2024-11-10T23:39:15,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c837d791ee95455c5a3496af982f5a95, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741844_1020 (size=110) 2024-11-10T23:39:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741844_1020 (size=110) 2024-11-10T23:39:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741844_1020 (size=110) 2024-11-10T23:39:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741845_1021 (size=110) 2024-11-10T23:39:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741845_1021 (size=110) 2024-11-10T23:39:15,656 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,656 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing df679f8808b560d1cd817ace3e3cbf54, disabling compactions & flushes 2024-11-10T23:39:15,656 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:15,656 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:15,656 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. after waiting 0 ms 2024-11-10T23:39:15,656 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:15,657 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:15,657 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for df679f8808b560d1cd817ace3e3cbf54: Waiting for close lock at 1731281955656Disabling compacts and flushes for region at 1731281955656Disabling writes for close at 1731281955656Writing region close event to WAL at 1731281955657 (+1 ms)Closed at 1731281955657 2024-11-10T23:39:15,657 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aeb7be2732f8cfb49e262d97a400afb3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,657 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,658 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f24efff5ce43145d02e408593dd1e435, disabling compactions & flushes 2024-11-10T23:39:15,658 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:15,658 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:15,658 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. after waiting 0 ms 2024-11-10T23:39:15,658 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:15,658 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:15,658 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f24efff5ce43145d02e408593dd1e435: Waiting for close lock at 1731281955657Disabling compacts and flushes for region at 1731281955657Disabling writes for close at 1731281955658 (+1 ms)Writing region close event to WAL at 1731281955658Closed at 1731281955658 2024-11-10T23:39:15,659 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f2cb15616fbea25af8b33b500d343036, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741845_1021 (size=110) 2024-11-10T23:39:15,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741846_1022 (size=110) 2024-11-10T23:39:15,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741846_1022 (size=110) 2024-11-10T23:39:15,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741846_1022 (size=110) 2024-11-10T23:39:15,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c837d791ee95455c5a3496af982f5a95, disabling compactions & flushes 2024-11-10T23:39:15,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:15,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:15,676 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. after waiting 0 ms 2024-11-10T23:39:15,676 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:15,676 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:15,676 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c837d791ee95455c5a3496af982f5a95: Waiting for close lock at 1731281955675Disabling compacts and flushes for region at 1731281955675Disabling writes for close at 1731281955676 (+1 ms)Writing region close event to WAL at 1731281955676Closed at 1731281955676 2024-11-10T23:39:15,676 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7413972255e51b94e1a85f92b70edc6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:39:15,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741848_1024 (size=110) 2024-11-10T23:39:15,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741847_1023 (size=110) 2024-11-10T23:39:15,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741848_1024 (size=110) 2024-11-10T23:39:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741848_1024 (size=110) 2024-11-10T23:39:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741847_1023 (size=110) 2024-11-10T23:39:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741847_1023 (size=110) 2024-11-10T23:39:15,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing aeb7be2732f8cfb49e262d97a400afb3, disabling compactions & flushes 2024-11-10T23:39:15,690 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:15,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:15,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. after waiting 0 ms 2024-11-10T23:39:15,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:15,690 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:15,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for aeb7be2732f8cfb49e262d97a400afb3: Waiting for close lock at 1731281955690Disabling compacts and flushes for region at 1731281955690Disabling writes for close at 1731281955690Writing region close event to WAL at 1731281955690Closed at 1731281955690 2024-11-10T23:39:15,691 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3b45cdf87bf88c449c9bc40fafeeba8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f2cb15616fbea25af8b33b500d343036, disabling compactions & flushes 2024-11-10T23:39:15,691 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:15,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:15,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. after waiting 0 ms 2024-11-10T23:39:15,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:15,692 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:15,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f2cb15616fbea25af8b33b500d343036: Waiting for close lock at 1731281955691Disabling compacts and flushes for region at 1731281955691Disabling writes for close at 1731281955692 (+1 ms)Writing region close event to WAL at 1731281955692Closed at 1731281955692 2024-11-10T23:39:15,693 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 799357a206850659c4e9e693c89457e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741849_1025 (size=110) 2024-11-10T23:39:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741849_1025 (size=110) 2024-11-10T23:39:15,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741849_1025 (size=110) 2024-11-10T23:39:15,704 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,704 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a7413972255e51b94e1a85f92b70edc6, disabling compactions & flushes 2024-11-10T23:39:15,704 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:15,704 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:15,704 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. after waiting 0 ms 2024-11-10T23:39:15,704 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:15,704 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:15,704 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7413972255e51b94e1a85f92b70edc6: Waiting for close lock at 1731281955704Disabling compacts and flushes for region at 1731281955704Disabling writes for close at 1731281955704Writing region close event to WAL at 1731281955704Closed at 1731281955704 2024-11-10T23:39:15,705 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bff7856f6815d14bf0ed94cd61bf78e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741850_1026 (size=110) 2024-11-10T23:39:15,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741850_1026 (size=110) 2024-11-10T23:39:15,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741850_1026 (size=110) 2024-11-10T23:39:15,721 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,721 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3b45cdf87bf88c449c9bc40fafeeba8d, disabling compactions & flushes 2024-11-10T23:39:15,721 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:15,721 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:15,721 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. after waiting 0 ms 2024-11-10T23:39:15,721 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:15,721 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:15,721 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3b45cdf87bf88c449c9bc40fafeeba8d: Waiting for close lock at 1731281955721Disabling compacts and flushes for region at 1731281955721Disabling writes for close at 1731281955721Writing region close event to WAL at 1731281955721Closed at 1731281955721 2024-11-10T23:39:15,722 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2e17f8868b7df4e727a7c3d355c1fa61, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741851_1027 (size=110) 2024-11-10T23:39:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741851_1027 (size=110) 2024-11-10T23:39:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741851_1027 (size=110) 2024-11-10T23:39:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741852_1028 (size=110) 2024-11-10T23:39:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741852_1028 (size=110) 2024-11-10T23:39:15,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 799357a206850659c4e9e693c89457e2, disabling compactions & flushes 2024-11-10T23:39:15,725 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:15,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:15,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. after waiting 0 ms 2024-11-10T23:39:15,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:15,725 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741852_1028 (size=110) 2024-11-10T23:39:15,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 799357a206850659c4e9e693c89457e2: Waiting for close lock at 1731281955725Disabling compacts and flushes for region at 1731281955725Disabling writes for close at 1731281955725Writing region close event to WAL at 1731281955725Closed at 1731281955725 2024-11-10T23:39:15,726 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41aa00e40fb2c5e169ea509ed3cb0def, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,726 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,726 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bff7856f6815d14bf0ed94cd61bf78e5, disabling compactions & flushes 2024-11-10T23:39:15,726 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:15,726 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:15,727 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. after waiting 0 ms 2024-11-10T23:39:15,727 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:15,727 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:15,727 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bff7856f6815d14bf0ed94cd61bf78e5: Waiting for close lock at 1731281955726Disabling compacts and flushes for region at 1731281955726Disabling writes for close at 1731281955727 (+1 ms)Writing region close event to WAL at 1731281955727Closed at 1731281955727 2024-11-10T23:39:15,727 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3db37e4ee7e2e6f6bb2e1e53e20ca4f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741853_1029 (size=110) 2024-11-10T23:39:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741853_1029 (size=110) 2024-11-10T23:39:15,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741853_1029 (size=110) 2024-11-10T23:39:15,739 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,739 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2e17f8868b7df4e727a7c3d355c1fa61, disabling compactions & flushes 2024-11-10T23:39:15,739 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:15,739 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:15,739 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. after waiting 0 ms 2024-11-10T23:39:15,739 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:15,739 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:15,739 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2e17f8868b7df4e727a7c3d355c1fa61: Waiting for close lock at 1731281955739Disabling compacts and flushes for region at 1731281955739Disabling writes for close at 1731281955739Writing region close event to WAL at 1731281955739Closed at 1731281955739 2024-11-10T23:39:15,740 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 347947c10016e9da7a7fa84638c7ae66, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741854_1030 (size=110) 2024-11-10T23:39:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741854_1030 (size=110) 2024-11-10T23:39:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741854_1030 (size=110) 2024-11-10T23:39:15,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f3db37e4ee7e2e6f6bb2e1e53e20ca4f, disabling compactions & flushes 2024-11-10T23:39:15,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:15,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:15,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. after waiting 0 ms 2024-11-10T23:39:15,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:15,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:15,746 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3db37e4ee7e2e6f6bb2e1e53e20ca4f: Waiting for close lock at 1731281955746Disabling compacts and flushes for region at 1731281955746Disabling writes for close at 1731281955746Writing region close event to WAL at 1731281955746Closed at 1731281955746 2024-11-10T23:39:15,747 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f6b23b35a618309323269004533a4d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741855_1031 (size=110) 2024-11-10T23:39:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741855_1031 (size=110) 2024-11-10T23:39:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741855_1031 (size=110) 2024-11-10T23:39:15,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 41aa00e40fb2c5e169ea509ed3cb0def, disabling compactions & flushes 2024-11-10T23:39:15,751 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:15,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:15,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. after waiting 0 ms 2024-11-10T23:39:15,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:15,751 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:15,752 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41aa00e40fb2c5e169ea509ed3cb0def: Waiting for close lock at 1731281955751Disabling compacts and flushes for region at 1731281955751Disabling writes for close at 1731281955751Writing region close event to WAL at 1731281955751Closed at 1731281955751 2024-11-10T23:39:15,752 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a7c6d9d263bae7ec9ecd62874cfeaa0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741856_1032 (size=110) 2024-11-10T23:39:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741856_1032 (size=110) 2024-11-10T23:39:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741856_1032 (size=110) 2024-11-10T23:39:15,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 347947c10016e9da7a7fa84638c7ae66, disabling compactions & flushes 2024-11-10T23:39:15,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:15,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:15,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. after waiting 0 ms 2024-11-10T23:39:15,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:15,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:15,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 347947c10016e9da7a7fa84638c7ae66: Waiting for close lock at 1731281955765Disabling compacts and flushes for region at 1731281955765Disabling writes for close at 1731281955766 (+1 ms)Writing region close event to WAL at 1731281955766Closed at 1731281955766 2024-11-10T23:39:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741857_1033 (size=110) 2024-11-10T23:39:15,767 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9e6a8feba9e68079afc54539eab48c30, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741857_1033 (size=110) 2024-11-10T23:39:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741857_1033 (size=110) 2024-11-10T23:39:15,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5f6b23b35a618309323269004533a4d7, disabling compactions & flushes 2024-11-10T23:39:15,769 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:15,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:15,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. after waiting 0 ms 2024-11-10T23:39:15,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:15,770 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:15,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f6b23b35a618309323269004533a4d7: Waiting for close lock at 1731281955769Disabling compacts and flushes for region at 1731281955769Disabling writes for close at 1731281955769Writing region close event to WAL at 1731281955770 (+1 ms)Closed at 1731281955770 2024-11-10T23:39:15,771 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33c8e3474090e54fce99d835ad76b9aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741858_1034 (size=110) 2024-11-10T23:39:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741858_1034 (size=110) 2024-11-10T23:39:15,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741858_1034 (size=110) 2024-11-10T23:39:15,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1a7c6d9d263bae7ec9ecd62874cfeaa0, disabling compactions & flushes 2024-11-10T23:39:15,778 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:15,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:15,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. after waiting 0 ms 2024-11-10T23:39:15,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:15,778 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:15,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a7c6d9d263bae7ec9ecd62874cfeaa0: Waiting for close lock at 1731281955777Disabling compacts and flushes for region at 1731281955777Disabling writes for close at 1731281955778 (+1 ms)Writing region close event to WAL at 1731281955778Closed at 1731281955778 2024-11-10T23:39:15,778 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8470862fa6335c3a2d01ce45f49528e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741859_1035 (size=110) 2024-11-10T23:39:15,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741859_1035 (size=110) 2024-11-10T23:39:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741859_1035 (size=110) 2024-11-10T23:39:15,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9e6a8feba9e68079afc54539eab48c30, disabling compactions & flushes 2024-11-10T23:39:15,784 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:15,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:15,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. after waiting 0 ms 2024-11-10T23:39:15,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:15,784 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:15,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9e6a8feba9e68079afc54539eab48c30: Waiting for close lock at 1731281955784Disabling compacts and flushes for region at 1731281955784Disabling writes for close at 1731281955784Writing region close event to WAL at 1731281955784Closed at 1731281955784 2024-11-10T23:39:15,785 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 863f4ed48fe2f14916e7180445b75937, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741860_1036 (size=110) 2024-11-10T23:39:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741860_1036 (size=110) 2024-11-10T23:39:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741860_1036 (size=110) 2024-11-10T23:39:15,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 33c8e3474090e54fce99d835ad76b9aa, disabling compactions & flushes 2024-11-10T23:39:15,795 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:15,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:15,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. after waiting 0 ms 2024-11-10T23:39:15,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:15,795 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:15,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33c8e3474090e54fce99d835ad76b9aa: Waiting for close lock at 1731281955795Disabling compacts and flushes for region at 1731281955795Disabling writes for close at 1731281955795Writing region close event to WAL at 1731281955795Closed at 1731281955795 2024-11-10T23:39:15,796 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0261921cf478fe87c3571f511e913436, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf 2024-11-10T23:39:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741861_1037 (size=110) 2024-11-10T23:39:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741861_1037 (size=110) 2024-11-10T23:39:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741861_1037 (size=110) 2024-11-10T23:39:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741862_1038 (size=110) 2024-11-10T23:39:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741862_1038 (size=110) 2024-11-10T23:39:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741862_1038 (size=110) 2024-11-10T23:39:15,802 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,802 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 863f4ed48fe2f14916e7180445b75937, disabling compactions & flushes 2024-11-10T23:39:15,802 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:15,802 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:15,802 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. after waiting 0 ms 2024-11-10T23:39:15,802 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:15,803 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 863f4ed48fe2f14916e7180445b75937: Waiting for close lock at 1731281955802Disabling compacts and flushes for region at 1731281955802Disabling writes for close at 1731281955802Writing region close event to WAL at 1731281955803 (+1 ms)Closed at 1731281955803 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8470862fa6335c3a2d01ce45f49528e2, disabling compactions & flushes 2024-11-10T23:39:15,803 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. after waiting 0 ms 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:15,803 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:15,803 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8470862fa6335c3a2d01ce45f49528e2: Waiting for close lock at 1731281955803Disabling compacts and flushes for region at 1731281955803Disabling writes for close at 1731281955803Writing region close event to WAL at 1731281955803Closed at 1731281955803 2024-11-10T23:39:15,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741863_1039 (size=107) 2024-11-10T23:39:15,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741863_1039 (size=107) 2024-11-10T23:39:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741863_1039 (size=107) 2024-11-10T23:39:15,808 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:15,808 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0261921cf478fe87c3571f511e913436, disabling compactions & flushes 2024-11-10T23:39:15,808 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:15,809 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:15,809 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. after waiting 0 ms 2024-11-10T23:39:15,809 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:15,809 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:15,809 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0261921cf478fe87c3571f511e913436: Waiting for close lock at 1731281955808Disabling compacts and flushes for region at 1731281955808Disabling writes for close at 1731281955809 (+1 ms)Writing region close event to WAL at 1731281955809Closed at 1731281955809 2024-11-10T23:39:15,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:39:15,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731281955811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281955811"}]},"ts":"1731281955811"} 2024-11-10T23:39:15,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-10T23:39:15,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:39:15,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281955873"}]},"ts":"1731281955873"} 2024-11-10T23:39:15,880 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-10T23:39:15,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {2b9d7a669c7f=0} racks are {/default-rack=0} 2024-11-10T23:39:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T23:39:15,922 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:39:15,922 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:39:15,922 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T23:39:15,922 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:39:15,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2299c941ffda9f47e716cc6f0eafb4c1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9f9052cbd05ce9a47beaac9cae7f86f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55eb00c2370da6d38d1d7cbda5b59, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f24efff5ce43145d02e408593dd1e435, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c837d791ee95455c5a3496af982f5a95, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cb15616fbea25af8b33b500d343036, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7413972255e51b94e1a85f92b70edc6, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=799357a206850659c4e9e693c89457e2, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bff7856f6815d14bf0ed94cd61bf78e5, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41aa00e40fb2c5e169ea509ed3cb0def, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b23b35a618309323269004533a4d7, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a7c6d9d263bae7ec9ecd62874cfeaa0, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c8e3474090e54fce99d835ad76b9aa, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=863f4ed48fe2f14916e7180445b75937, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0261921cf478fe87c3571f511e913436, ASSIGN}] 2024-11-10T23:39:15,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0261921cf478fe87c3571f511e913436, ASSIGN 2024-11-10T23:39:15,936 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0261921cf478fe87c3571f511e913436, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=863f4ed48fe2f14916e7180445b75937, ASSIGN 2024-11-10T23:39:15,938 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=863f4ed48fe2f14916e7180445b75937, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN 2024-11-10T23:39:15,941 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c8e3474090e54fce99d835ad76b9aa, ASSIGN 2024-11-10T23:39:15,944 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c8e3474090e54fce99d835ad76b9aa, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN 2024-11-10T23:39:15,947 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a7c6d9d263bae7ec9ecd62874cfeaa0, ASSIGN 2024-11-10T23:39:15,949 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a7c6d9d263bae7ec9ecd62874cfeaa0, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b23b35a618309323269004533a4d7, ASSIGN 2024-11-10T23:39:15,952 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b23b35a618309323269004533a4d7, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN 2024-11-10T23:39:15,955 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, ASSIGN 2024-11-10T23:39:15,957 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41aa00e40fb2c5e169ea509ed3cb0def, ASSIGN 2024-11-10T23:39:15,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41aa00e40fb2c5e169ea509ed3cb0def, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,961 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN 2024-11-10T23:39:15,962 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bff7856f6815d14bf0ed94cd61bf78e5, ASSIGN 2024-11-10T23:39:15,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bff7856f6815d14bf0ed94cd61bf78e5, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,966 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=799357a206850659c4e9e693c89457e2, ASSIGN 2024-11-10T23:39:15,968 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=799357a206850659c4e9e693c89457e2, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN 2024-11-10T23:39:15,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7413972255e51b94e1a85f92b70edc6, ASSIGN 2024-11-10T23:39:15,974 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7413972255e51b94e1a85f92b70edc6, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cb15616fbea25af8b33b500d343036, ASSIGN 2024-11-10T23:39:15,977 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cb15616fbea25af8b33b500d343036, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN 2024-11-10T23:39:15,980 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c837d791ee95455c5a3496af982f5a95, ASSIGN 2024-11-10T23:39:15,983 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c837d791ee95455c5a3496af982f5a95, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,985 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f24efff5ce43145d02e408593dd1e435, ASSIGN 2024-11-10T23:39:15,986 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f24efff5ce43145d02e408593dd1e435, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN 2024-11-10T23:39:15,989 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,991 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55eb00c2370da6d38d1d7cbda5b59, ASSIGN 2024-11-10T23:39:15,992 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55eb00c2370da6d38d1d7cbda5b59, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:15,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, ASSIGN 2024-11-10T23:39:15,994 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:15,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN 2024-11-10T23:39:15,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:15,999 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9f9052cbd05ce9a47beaac9cae7f86f, ASSIGN 2024-11-10T23:39:16,001 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9f9052cbd05ce9a47beaac9cae7f86f, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,40685,1731281953189; forceNewPlan=false, retain=false 2024-11-10T23:39:16,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN 2024-11-10T23:39:16,004 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,37147,1731281953026; forceNewPlan=false, retain=false 2024-11-10T23:39:16,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2299c941ffda9f47e716cc6f0eafb4c1, ASSIGN 2024-11-10T23:39:16,008 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2299c941ffda9f47e716cc6f0eafb4c1, ASSIGN; state=OFFLINE, location=2b9d7a669c7f,43689,1731281953128; forceNewPlan=false, retain=false 2024-11-10T23:39:16,089 INFO [2b9d7a669c7f:34215 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-10T23:39:16,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=863f4ed48fe2f14916e7180445b75937, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,093 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a7413972255e51b94e1a85f92b70edc6, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c837d791ee95455c5a3496af982f5a95, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=863f4ed48fe2f14916e7180445b75937, ASSIGN because future has completed 2024-11-10T23:39:16,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 863f4ed48fe2f14916e7180445b75937, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a7c6d9d263bae7ec9ecd62874cfeaa0, ASSIGN because future has completed 2024-11-10T23:39:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41aa00e40fb2c5e169ea509ed3cb0def, ASSIGN because future has completed 2024-11-10T23:39:16,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bff7856f6815d14bf0ed94cd61bf78e5, ASSIGN because future has completed 2024-11-10T23:39:16,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7413972255e51b94e1a85f92b70edc6, ASSIGN because future has completed 2024-11-10T23:39:16,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7413972255e51b94e1a85f92b70edc6, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c837d791ee95455c5a3496af982f5a95, ASSIGN because future has completed 2024-11-10T23:39:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55eb00c2370da6d38d1d7cbda5b59, ASSIGN because future has completed 2024-11-10T23:39:16,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee55eb00c2370da6d38d1d7cbda5b59, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c837d791ee95455c5a3496af982f5a95, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure bff7856f6815d14bf0ed94cd61bf78e5, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41aa00e40fb2c5e169ea509ed3cb0def, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7c6d9d263bae7ec9ecd62874cfeaa0, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=0261921cf478fe87c3571f511e913436, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=33c8e3474090e54fce99d835ad76b9aa, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5f6b23b35a618309323269004533a4d7, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,139 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,139 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=799357a206850659c4e9e693c89457e2, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2299c941ffda9f47e716cc6f0eafb4c1, ASSIGN because future has completed 2024-11-10T23:39:16,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=f2cb15616fbea25af8b33b500d343036, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2299c941ffda9f47e716cc6f0eafb4c1, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:39:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0261921cf478fe87c3571f511e913436, ASSIGN because future has completed 2024-11-10T23:39:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c8e3474090e54fce99d835ad76b9aa, ASSIGN because future has completed 2024-11-10T23:39:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b23b35a618309323269004533a4d7, ASSIGN because future has completed 2024-11-10T23:39:16,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b23b35a618309323269004533a4d7, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, ASSIGN because future has completed 2024-11-10T23:39:16,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=799357a206850659c4e9e693c89457e2, ASSIGN because future has completed 2024-11-10T23:39:16,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cb15616fbea25af8b33b500d343036, ASSIGN because future has completed 2024-11-10T23:39:16,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cb15616fbea25af8b33b500d343036, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 799357a206850659c4e9e693c89457e2, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3db37e4ee7e2e6f6bb2e1e53e20ca4f, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c8e3474090e54fce99d835ad76b9aa, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0261921cf478fe87c3571f511e913436, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f24efff5ce43145d02e408593dd1e435, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8470862fa6335c3a2d01ce45f49528e2, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9e6a8feba9e68079afc54539eab48c30, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f24efff5ce43145d02e408593dd1e435, ASSIGN because future has completed 2024-11-10T23:39:16,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24efff5ce43145d02e408593dd1e435, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, ASSIGN because future has completed 2024-11-10T23:39:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9f9052cbd05ce9a47beaac9cae7f86f, ASSIGN because future has completed 2024-11-10T23:39:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN because future has completed 2024-11-10T23:39:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN because future has completed 2024-11-10T23:39:16,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:39:16,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f9052cbd05ce9a47beaac9cae7f86f, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b7728f5bed8eb2c50d74f3c5ce8ff4, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:39:16,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=347947c10016e9da7a7fa84638c7ae66, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=df679f8808b560d1cd817ace3e3cbf54, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN because future has completed 2024-11-10T23:39:16,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN because future has completed 2024-11-10T23:39:16,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN because future has completed 2024-11-10T23:39:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN because future has completed 2024-11-10T23:39:16,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN because future has completed 2024-11-10T23:39:16,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,240 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,240 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPENING, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN because future has completed 2024-11-10T23:39:16,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN because future has completed 2024-11-10T23:39:16,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,37147,1731281953026}] 2024-11-10T23:39:16,254 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:39:16,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:39:16,262 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:16,262 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => aee55eb00c2370da6d38d1d7cbda5b59, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-10T23:39:16,263 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,263 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,263 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,263 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,265 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,267 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee55eb00c2370da6d38d1d7cbda5b59 columnFamilyName colfamily11 2024-11-10T23:39:16,267 DEBUG [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,268 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] regionserver.HStore(327): Store=aee55eb00c2370da6d38d1d7cbda5b59/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,268 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,270 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee55eb00c2370da6d38d1d7cbda5b59 columnFamilyName colfamily21 2024-11-10T23:39:16,271 DEBUG [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,271 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] regionserver.HStore(327): Store=aee55eb00c2370da6d38d1d7cbda5b59/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,272 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,274 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee55eb00c2370da6d38d1d7cbda5b59 columnFamilyName colfamily31 2024-11-10T23:39:16,274 DEBUG [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,274 INFO [StoreOpener-aee55eb00c2370da6d38d1d7cbda5b59-1 {}] regionserver.HStore(327): Store=aee55eb00c2370da6d38d1d7cbda5b59/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,275 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,276 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,277 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,279 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,279 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,280 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,282 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,286 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,287 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened aee55eb00c2370da6d38d1d7cbda5b59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028190, jitterRate=-0.03100445866584778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,287 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:39:16,289 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for aee55eb00c2370da6d38d1d7cbda5b59: Running coprocessor pre-open hook at 1731281956263Writing region info on filesystem at 1731281956263Initializing all the Stores at 1731281956265 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956265Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956265Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956265Cleaning up temporary data from old regions at 1731281956279 (+14 ms)Running coprocessor post-open hooks at 1731281956287 (+8 ms)Region opened successfully at 1731281956289 (+2 ms) 2024-11-10T23:39:16,291 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., pid=33, masterSystemTime=1731281956253 2024-11-10T23:39:16,294 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:16,295 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:39:16,295 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:16,295 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a7c6d9d263bae7ec9ecd62874cfeaa0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-10T23:39:16,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,296 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,296 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,296 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,296 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,299 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee55eb00c2370da6d38d1d7cbda5b59, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,303 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a7c6d9d263bae7ec9ecd62874cfeaa0 columnFamilyName colfamily11 2024-11-10T23:39:16,304 DEBUG [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,305 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] regionserver.HStore(327): Store=1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,305 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,305 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:39:16,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59457, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:39:16,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=10 2024-11-10T23:39:16,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure aee55eb00c2370da6d38d1d7cbda5b59, server=2b9d7a669c7f,43689,1731281953128 in 191 msec 2024-11-10T23:39:16,307 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a7c6d9d263bae7ec9ecd62874cfeaa0 columnFamilyName colfamily21 2024-11-10T23:39:16,307 DEBUG [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,308 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] regionserver.HStore(327): Store=1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,309 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aee55eb00c2370da6d38d1d7cbda5b59, ASSIGN in 382 msec 2024-11-10T23:39:16,312 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a7c6d9d263bae7ec9ecd62874cfeaa0 columnFamilyName colfamily31 2024-11-10T23:39:16,312 DEBUG [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,312 INFO [StoreOpener-1a7c6d9d263bae7ec9ecd62874cfeaa0-1 {}] regionserver.HStore(327): Store=1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,312 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,313 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:16,313 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => d0b7728f5bed8eb2c50d74f3c5ce8ff4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-10T23:39:16,313 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,313 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,313 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,314 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,314 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,314 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,315 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,316 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,316 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,316 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,317 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b7728f5bed8eb2c50d74f3c5ce8ff4 columnFamilyName colfamily11 2024-11-10T23:39:16,318 DEBUG [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,318 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,318 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] regionserver.HStore(327): Store=d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,318 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,320 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b7728f5bed8eb2c50d74f3c5ce8ff4 columnFamilyName colfamily21 2024-11-10T23:39:16,320 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,320 DEBUG [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,321 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] regionserver.HStore(327): Store=d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,321 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 1a7c6d9d263bae7ec9ecd62874cfeaa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61025154, jitterRate=-0.09065434336662292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,321 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,321 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:39:16,322 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 1a7c6d9d263bae7ec9ecd62874cfeaa0: Running coprocessor pre-open hook at 1731281956296Writing region info on filesystem at 1731281956296Initializing all the Stores at 1731281956298 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956298Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956299 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956299Cleaning up temporary data from old regions at 1731281956316 (+17 ms)Running coprocessor post-open hooks at 1731281956321 (+5 ms)Region opened successfully at 1731281956321 2024-11-10T23:39:16,323 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., pid=37, masterSystemTime=1731281956253 2024-11-10T23:39:16,323 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b7728f5bed8eb2c50d74f3c5ce8ff4 columnFamilyName colfamily31 2024-11-10T23:39:16,324 DEBUG [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,324 INFO [StoreOpener-d0b7728f5bed8eb2c50d74f3c5ce8ff4-1 {}] regionserver.HStore(327): Store=d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,325 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,326 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,326 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:16,326 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:39:16,327 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:16,327 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 41aa00e40fb2c5e169ea509ed3cb0def, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-10T23:39:16,327 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,327 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,327 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,328 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,328 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,329 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,329 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,330 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,330 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7c6d9d263bae7ec9ecd62874cfeaa0, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,332 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,332 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41aa00e40fb2c5e169ea509ed3cb0def columnFamilyName colfamily11 2024-11-10T23:39:16,333 DEBUG [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,333 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] regionserver.HStore(327): Store=41aa00e40fb2c5e169ea509ed3cb0def/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,334 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,336 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41aa00e40fb2c5e169ea509ed3cb0def columnFamilyName colfamily21 2024-11-10T23:39:16,336 DEBUG [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,336 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] regionserver.HStore(327): Store=41aa00e40fb2c5e169ea509ed3cb0def/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,337 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,337 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,338 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened d0b7728f5bed8eb2c50d74f3c5ce8ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73917250, jitterRate=0.10145285725593567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,338 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:39:16,339 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41aa00e40fb2c5e169ea509ed3cb0def columnFamilyName colfamily31 2024-11-10T23:39:16,339 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for d0b7728f5bed8eb2c50d74f3c5ce8ff4: Running coprocessor pre-open hook at 1731281956314Writing region info on filesystem at 1731281956314Initializing all the Stores at 1731281956315 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956315Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956316 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956316Cleaning up temporary data from old regions at 1731281956329 (+13 ms)Running coprocessor post-open hooks at 1731281956338 (+9 ms)Region opened successfully at 1731281956339 (+1 ms) 2024-11-10T23:39:16,339 DEBUG [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-10T23:39:16,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a7c6d9d263bae7ec9ecd62874cfeaa0, server=2b9d7a669c7f,43689,1731281953128 in 201 msec 2024-11-10T23:39:16,340 INFO [StoreOpener-41aa00e40fb2c5e169ea509ed3cb0def-1 {}] regionserver.HStore(327): Store=41aa00e40fb2c5e169ea509ed3cb0def/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,340 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,340 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., pid=49, masterSystemTime=1731281956305 2024-11-10T23:39:16,341 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,342 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a7c6d9d263bae7ec9ecd62874cfeaa0, ASSIGN in 414 msec 2024-11-10T23:39:16,343 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:16,343 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:39:16,343 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 799357a206850659c4e9e693c89457e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,345 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,347 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,347 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b7728f5bed8eb2c50d74f3c5ce8ff4, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,350 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799357a206850659c4e9e693c89457e2 columnFamilyName colfamily11 2024-11-10T23:39:16,350 DEBUG [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,351 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] regionserver.HStore(327): Store=799357a206850659c4e9e693c89457e2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,352 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,354 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,355 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799357a206850659c4e9e693c89457e2 columnFamilyName colfamily21 2024-11-10T23:39:16,355 DEBUG [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=9 2024-11-10T23:39:16,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d0b7728f5bed8eb2c50d74f3c5ce8ff4, server=2b9d7a669c7f,40685,1731281953189 in 140 msec 2024-11-10T23:39:16,356 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:16,356 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b45cdf87bf88c449c9bc40fafeeba8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-10T23:39:16,356 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 41aa00e40fb2c5e169ea509ed3cb0def; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74577871, jitterRate=0.1112968772649765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:39:16,357 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] regionserver.HStore(327): Store=799357a206850659c4e9e693c89457e2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,357 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 41aa00e40fb2c5e169ea509ed3cb0def: Running coprocessor pre-open hook at 1731281956328Writing region info on filesystem at 1731281956328Initializing all the Stores at 1731281956329 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956329Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956330 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956330Cleaning up temporary data from old regions at 1731281956344 (+14 ms)Running coprocessor post-open hooks at 1731281956357 (+13 ms)Region opened successfully at 1731281956357 2024-11-10T23:39:16,359 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., pid=36, masterSystemTime=1731281956253 2024-11-10T23:39:16,360 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799357a206850659c4e9e693c89457e2 columnFamilyName colfamily31 2024-11-10T23:39:16,360 DEBUG [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,360 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, ASSIGN in 431 msec 2024-11-10T23:39:16,361 INFO [StoreOpener-799357a206850659c4e9e693c89457e2-1 {}] regionserver.HStore(327): Store=799357a206850659c4e9e693c89457e2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,361 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,363 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b45cdf87bf88c449c9bc40fafeeba8d columnFamilyName colfamily11 2024-11-10T23:39:16,363 DEBUG [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,363 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,364 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(327): Store=3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,364 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,364 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,368 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b45cdf87bf88c449c9bc40fafeeba8d columnFamilyName colfamily21 2024-11-10T23:39:16,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41aa00e40fb2c5e169ea509ed3cb0def, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,368 DEBUG [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,368 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,368 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,368 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(327): Store=3b45cdf87bf88c449c9bc40fafeeba8d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,369 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,369 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,370 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:16,370 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:39:16,370 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:16,370 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 2299c941ffda9f47e716cc6f0eafb4c1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-10T23:39:16,371 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,371 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,371 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,371 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b45cdf87bf88c449c9bc40fafeeba8d columnFamilyName colfamily31 2024-11-10T23:39:16,371 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,371 DEBUG [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,372 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(327): Store=3b45cdf87bf88c449c9bc40fafeeba8d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,372 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,372 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,375 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,376 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=21 2024-11-10T23:39:16,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 41aa00e40fb2c5e169ea509ed3cb0def, server=2b9d7a669c7f,43689,1731281953128 in 242 msec 2024-11-10T23:39:16,378 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,378 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,379 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,381 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,383 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41aa00e40fb2c5e169ea509ed3cb0def, ASSIGN in 453 msec 2024-11-10T23:39:16,383 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2299c941ffda9f47e716cc6f0eafb4c1 columnFamilyName colfamily11 2024-11-10T23:39:16,383 DEBUG [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,383 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,384 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 799357a206850659c4e9e693c89457e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63265079, jitterRate=-0.05727685987949371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,384 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 799357a206850659c4e9e693c89457e2 2024-11-10T23:39:16,384 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 799357a206850659c4e9e693c89457e2: Running coprocessor pre-open hook at 1731281956344Writing region info on filesystem at 1731281956344Initializing all the Stores at 1731281956346 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956346Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956346Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956346Cleaning up temporary data from old regions at 1731281956368 (+22 ms)Running coprocessor post-open hooks at 1731281956384 (+16 ms)Region opened successfully at 1731281956384 2024-11-10T23:39:16,384 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] regionserver.HStore(327): Store=2299c941ffda9f47e716cc6f0eafb4c1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,384 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,386 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., pid=41, masterSystemTime=1731281956305 2024-11-10T23:39:16,387 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2299c941ffda9f47e716cc6f0eafb4c1 columnFamilyName colfamily21 2024-11-10T23:39:16,387 DEBUG [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,388 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] regionserver.HStore(327): Store=2299c941ffda9f47e716cc6f0eafb4c1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,388 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,389 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,389 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:16,390 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:39:16,390 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:16,390 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 3b45cdf87bf88c449c9bc40fafeeba8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67853474, jitterRate=0.011095553636550903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,390 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:39:16,390 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => e9f9052cbd05ce9a47beaac9cae7f86f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-10T23:39:16,390 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 3b45cdf87bf88c449c9bc40fafeeba8d: Running coprocessor pre-open hook at 1731281956357Writing region info on filesystem at 1731281956357Initializing all the Stores at 1731281956359 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956359Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956360 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956360Cleaning up temporary data from old regions at 1731281956378 (+18 ms)Running coprocessor post-open hooks at 1731281956390 (+12 ms)Region opened successfully at 1731281956390 2024-11-10T23:39:16,391 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,391 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=799357a206850659c4e9e693c89457e2, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,391 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,391 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2299c941ffda9f47e716cc6f0eafb4c1 columnFamilyName colfamily31 2024-11-10T23:39:16,391 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,391 DEBUG [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,393 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., pid=53, masterSystemTime=1731281956348 2024-11-10T23:39:16,393 INFO [StoreOpener-2299c941ffda9f47e716cc6f0eafb4c1-1 {}] regionserver.HStore(327): Store=2299c941ffda9f47e716cc6f0eafb4c1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,394 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,394 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,395 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 799357a206850659c4e9e693c89457e2, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,396 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,396 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f9052cbd05ce9a47beaac9cae7f86f columnFamilyName colfamily11 2024-11-10T23:39:16,396 DEBUG [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,397 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] regionserver.HStore(327): Store=e9f9052cbd05ce9a47beaac9cae7f86f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,397 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,398 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,398 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,398 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:16,398 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:39:16,398 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:16,399 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 4547f7bca365727bc160b5fd7e5c2c23, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-10T23:39:16,399 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f9052cbd05ce9a47beaac9cae7f86f columnFamilyName colfamily21 2024-11-10T23:39:16,399 DEBUG [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,400 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,400 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,400 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,400 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,400 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,401 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] regionserver.HStore(327): Store=e9f9052cbd05ce9a47beaac9cae7f86f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,401 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=18 2024-11-10T23:39:16,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 799357a206850659c4e9e693c89457e2, server=2b9d7a669c7f,40685,1731281953189 in 236 msec 2024-11-10T23:39:16,403 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,403 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f9052cbd05ce9a47beaac9cae7f86f columnFamilyName colfamily31 2024-11-10T23:39:16,403 DEBUG [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,404 INFO [StoreOpener-e9f9052cbd05ce9a47beaac9cae7f86f-1 {}] regionserver.HStore(327): Store=e9f9052cbd05ce9a47beaac9cae7f86f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,405 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,405 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,407 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=799357a206850659c4e9e693c89457e2, ASSIGN in 478 msec 2024-11-10T23:39:16,407 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,409 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4547f7bca365727bc160b5fd7e5c2c23 columnFamilyName colfamily11 2024-11-10T23:39:16,409 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,409 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,409 DEBUG [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,410 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,410 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(327): Store=4547f7bca365727bc160b5fd7e5c2c23/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,410 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,412 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,413 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4547f7bca365727bc160b5fd7e5c2c23 columnFamilyName colfamily21 2024-11-10T23:39:16,413 DEBUG [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,414 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(327): Store=4547f7bca365727bc160b5fd7e5c2c23/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,415 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,415 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,417 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 2299c941ffda9f47e716cc6f0eafb4c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73811151, jitterRate=0.09987185895442963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,417 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:39:16,417 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,417 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 2299c941ffda9f47e716cc6f0eafb4c1: Running coprocessor pre-open hook at 1731281956372Writing region info on filesystem at 1731281956372Initializing all the Stores at 1731281956374 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956374Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956378 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956378Cleaning up temporary data from old regions at 1731281956398 (+20 ms)Running coprocessor post-open hooks at 1731281956417 (+19 ms)Region opened successfully at 1731281956417 2024-11-10T23:39:16,417 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4547f7bca365727bc160b5fd7e5c2c23 columnFamilyName colfamily31 2024-11-10T23:39:16,417 DEBUG [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,418 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(327): Store=4547f7bca365727bc160b5fd7e5c2c23/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,418 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., pid=38, masterSystemTime=1731281956253 2024-11-10T23:39:16,418 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,418 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened e9f9052cbd05ce9a47beaac9cae7f86f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71801091, jitterRate=0.0699196308851242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,419 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:39:16,419 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for e9f9052cbd05ce9a47beaac9cae7f86f: Running coprocessor pre-open hook at 1731281956391Writing region info on filesystem at 1731281956391Initializing all the Stores at 1731281956393 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956393Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956393Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956393Cleaning up temporary data from old regions at 1731281956409 (+16 ms)Running coprocessor post-open hooks at 1731281956419 (+10 ms)Region opened successfully at 1731281956419 2024-11-10T23:39:16,420 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,420 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., pid=48, masterSystemTime=1731281956305 2024-11-10T23:39:16,421 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,422 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:16,422 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:16,423 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:16,423 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 863f4ed48fe2f14916e7180445b75937, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-10T23:39:16,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=17 2024-11-10T23:39:16,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,37147,1731281953026 in 183 msec 2024-11-10T23:39:16,423 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,423 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,423 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,424 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:16,423 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,424 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,424 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,424 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:16,425 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:16,425 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,425 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6b23b35a618309323269004533a4d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-10T23:39:16,425 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,425 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,425 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,425 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN in 498 msec 2024-11-10T23:39:16,427 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,427 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,427 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,429 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 863f4ed48fe2f14916e7180445b75937 columnFamilyName colfamily11 2024-11-10T23:39:16,429 DEBUG [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,430 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b23b35a618309323269004533a4d7 columnFamilyName colfamily11 2024-11-10T23:39:16,430 DEBUG [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,431 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] regionserver.HStore(327): Store=863f4ed48fe2f14916e7180445b75937/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,431 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,432 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] regionserver.HStore(327): Store=5f6b23b35a618309323269004533a4d7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,432 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,432 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f9052cbd05ce9a47beaac9cae7f86f, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,433 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 4547f7bca365727bc160b5fd7e5c2c23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75209866, jitterRate=0.12071433663368225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,433 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:39:16,434 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 863f4ed48fe2f14916e7180445b75937 columnFamilyName colfamily21 2024-11-10T23:39:16,434 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 4547f7bca365727bc160b5fd7e5c2c23: Running coprocessor pre-open hook at 1731281956401Writing region info on filesystem at 1731281956401Initializing all the Stores at 1731281956404 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956404Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956405 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956405Cleaning up temporary data from old regions at 1731281956424 (+19 ms)Running coprocessor post-open hooks at 1731281956433 (+9 ms)Region opened successfully at 1731281956434 (+1 ms) 2024-11-10T23:39:16,434 DEBUG [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,435 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] regionserver.HStore(327): Store=863f4ed48fe2f14916e7180445b75937/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,435 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., pid=55, masterSystemTime=1731281956348 2024-11-10T23:39:16,435 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,437 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b23b35a618309323269004533a4d7 columnFamilyName colfamily21 2024-11-10T23:39:16,437 DEBUG [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2299c941ffda9f47e716cc6f0eafb4c1, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,439 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 863f4ed48fe2f14916e7180445b75937 columnFamilyName colfamily31 2024-11-10T23:39:16,439 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] regionserver.HStore(327): Store=5f6b23b35a618309323269004533a4d7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,439 DEBUG [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,439 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,439 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:16,439 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:39:16,439 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:16,440 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => dbb90d7b0e1043e361bf5ac5d2b2d8f4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-10T23:39:16,440 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,440 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,441 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,441 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,441 INFO [StoreOpener-863f4ed48fe2f14916e7180445b75937-1 {}] regionserver.HStore(327): Store=863f4ed48fe2f14916e7180445b75937/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,441 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,441 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b23b35a618309323269004533a4d7 columnFamilyName colfamily31 2024-11-10T23:39:16,442 DEBUG [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,443 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,443 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,444 INFO [StoreOpener-5f6b23b35a618309323269004533a4d7-1 {}] regionserver.HStore(327): Store=5f6b23b35a618309323269004533a4d7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,444 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,444 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,445 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,446 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,446 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,446 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=5 2024-11-10T23:39:16,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2299c941ffda9f47e716cc6f0eafb4c1, server=2b9d7a669c7f,43689,1731281953128 in 299 msec 2024-11-10T23:39:16,447 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,448 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,448 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,448 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb90d7b0e1043e361bf5ac5d2b2d8f4 columnFamilyName colfamily11 2024-11-10T23:39:16,449 DEBUG [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,449 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,449 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,449 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(327): Store=dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,449 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,451 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2299c941ffda9f47e716cc6f0eafb4c1, ASSIGN in 522 msec 2024-11-10T23:39:16,452 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb90d7b0e1043e361bf5ac5d2b2d8f4 columnFamilyName colfamily21 2024-11-10T23:39:16,452 DEBUG [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,453 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,453 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(327): Store=dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,454 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,454 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,454 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 863f4ed48fe2f14916e7180445b75937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470013, jitterRate=-0.009519621729850769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,454 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:39:16,455 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 863f4ed48fe2f14916e7180445b75937: Running coprocessor pre-open hook at 1731281956424Writing region info on filesystem at 1731281956424Initializing all the Stores at 1731281956426 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956426Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956427 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956427Cleaning up temporary data from old regions at 1731281956446 (+19 ms)Running coprocessor post-open hooks at 1731281956454 (+8 ms)Region opened successfully at 1731281956455 (+1 ms) 2024-11-10T23:39:16,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,456 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 5f6b23b35a618309323269004533a4d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65446826, jitterRate=-0.02476629614830017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,457 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:39:16,457 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 5f6b23b35a618309323269004533a4d7: Running coprocessor pre-open hook at 1731281956426Writing region info on filesystem at 1731281956426Initializing all the Stores at 1731281956427 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956427Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956427Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956427Cleaning up temporary data from old regions at 1731281956448 (+21 ms)Running coprocessor post-open hooks at 1731281956457 (+9 ms)Region opened successfully at 1731281956457 2024-11-10T23:39:16,457 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., pid=31, masterSystemTime=1731281956253 2024-11-10T23:39:16,458 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb90d7b0e1043e361bf5ac5d2b2d8f4 columnFamilyName colfamily31 2024-11-10T23:39:16,458 DEBUG [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,458 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7., pid=39, masterSystemTime=1731281956305 2024-11-10T23:39:16,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,460 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(327): Store=dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,460 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,461 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,462 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,463 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:16,463 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:39:16,463 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:16,463 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => bff7856f6815d14bf0ed94cd61bf78e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-10T23:39:16,464 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,464 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,464 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,464 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,464 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:16,464 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:39:16,464 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => f2cb15616fbea25af8b33b500d343036, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,465 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,466 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,466 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=7 2024-11-10T23:39:16,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e9f9052cbd05ce9a47beaac9cae7f86f, server=2b9d7a669c7f,40685,1731281953189 in 255 msec 2024-11-10T23:39:16,468 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,468 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,468 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bff7856f6815d14bf0ed94cd61bf78e5 columnFamilyName colfamily11 2024-11-10T23:39:16,468 DEBUG [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,469 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] regionserver.HStore(327): Store=bff7856f6815d14bf0ed94cd61bf78e5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,470 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,471 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cb15616fbea25af8b33b500d343036 columnFamilyName colfamily11 2024-11-10T23:39:16,471 DEBUG [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e9f9052cbd05ce9a47beaac9cae7f86f, ASSIGN in 543 msec 2024-11-10T23:39:16,473 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,473 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] regionserver.HStore(327): Store=f2cb15616fbea25af8b33b500d343036/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,473 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5f6b23b35a618309323269004533a4d7, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,473 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened dbb90d7b0e1043e361bf5ac5d2b2d8f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69424077, jitterRate=0.034499362111091614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,474 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bff7856f6815d14bf0ed94cd61bf78e5 columnFamilyName colfamily21 2024-11-10T23:39:16,474 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:39:16,474 DEBUG [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,474 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for dbb90d7b0e1043e361bf5ac5d2b2d8f4: Running coprocessor pre-open hook at 1731281956441Writing region info on filesystem at 1731281956441Initializing all the Stores at 1731281956443 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956444 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956444Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956444Cleaning up temporary data from old regions at 1731281956465 (+21 ms)Running coprocessor post-open hooks at 1731281956474 (+9 ms)Region opened successfully at 1731281956474 2024-11-10T23:39:16,475 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cb15616fbea25af8b33b500d343036 columnFamilyName colfamily21 2024-11-10T23:39:16,475 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] regionserver.HStore(327): Store=bff7856f6815d14bf0ed94cd61bf78e5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,475 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., pid=56, masterSystemTime=1731281956348 2024-11-10T23:39:16,475 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,476 DEBUG [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,478 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] regionserver.HStore(327): Store=f2cb15616fbea25af8b33b500d343036/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,478 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b23b35a618309323269004533a4d7, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,481 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bff7856f6815d14bf0ed94cd61bf78e5 columnFamilyName colfamily31 2024-11-10T23:39:16,481 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cb15616fbea25af8b33b500d343036 columnFamilyName colfamily31 2024-11-10T23:39:16,481 DEBUG [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,483 INFO [StoreOpener-bff7856f6815d14bf0ed94cd61bf78e5-1 {}] regionserver.HStore(327): Store=bff7856f6815d14bf0ed94cd61bf78e5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,483 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,483 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:16,483 DEBUG [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,483 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:16,483 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:16,484 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 8470862fa6335c3a2d01ce45f49528e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-10T23:39:16,484 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,484 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,484 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,484 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,484 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,485 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,485 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:39:16,487 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,487 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,488 INFO [StoreOpener-f2cb15616fbea25af8b33b500d343036-1 {}] regionserver.HStore(327): Store=f2cb15616fbea25af8b33b500d343036/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,488 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,489 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,489 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,490 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,490 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,491 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,492 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,492 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=24 2024-11-10T23:39:16,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b23b35a618309323269004533a4d7, server=2b9d7a669c7f,40685,1731281953189 in 335 msec 2024-11-10T23:39:16,493 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,493 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8470862fa6335c3a2d01ce45f49528e2 columnFamilyName colfamily11 2024-11-10T23:39:16,493 DEBUG [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,494 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(327): Store=8470862fa6335c3a2d01ce45f49528e2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,494 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,495 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,497 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8470862fa6335c3a2d01ce45f49528e2 columnFamilyName colfamily21 2024-11-10T23:39:16,497 DEBUG [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f6b23b35a618309323269004533a4d7, ASSIGN in 567 msec 2024-11-10T23:39:16,497 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,498 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(327): Store=8470862fa6335c3a2d01ce45f49528e2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,498 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened bff7856f6815d14bf0ed94cd61bf78e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66966917, jitterRate=-0.0021151751279830933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,499 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:39:16,499 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,499 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for bff7856f6815d14bf0ed94cd61bf78e5: Running coprocessor pre-open hook at 1731281956464Writing region info on filesystem at 1731281956464Initializing all the Stores at 1731281956465 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956465Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956466 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956466Cleaning up temporary data from old regions at 1731281956487 (+21 ms)Running coprocessor post-open hooks at 1731281956499 (+12 ms)Region opened successfully at 1731281956499 2024-11-10T23:39:16,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,501 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,501 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., pid=35, masterSystemTime=1731281956253 2024-11-10T23:39:16,502 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8470862fa6335c3a2d01ce45f49528e2 columnFamilyName colfamily31 2024-11-10T23:39:16,502 DEBUG [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,502 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened f2cb15616fbea25af8b33b500d343036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68846629, jitterRate=0.025894716382026672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,502 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:39:16,503 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for f2cb15616fbea25af8b33b500d343036: Running coprocessor pre-open hook at 1731281956466Writing region info on filesystem at 1731281956466Initializing all the Stores at 1731281956468 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956468Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956468Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956468Cleaning up temporary data from old regions at 1731281956492 (+24 ms)Running coprocessor post-open hooks at 1731281956502 (+10 ms)Region opened successfully at 1731281956503 (+1 ms) 2024-11-10T23:39:16,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,504 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(327): Store=8470862fa6335c3a2d01ce45f49528e2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,504 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,504 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., pid=40, masterSystemTime=1731281956305 2024-11-10T23:39:16,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,505 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,507 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:16,507 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,507 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:39:16,507 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:16,508 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a7413972255e51b94e1a85f92b70edc6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-10T23:39:16,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 863f4ed48fe2f14916e7180445b75937, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,509 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:16,510 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:39:16,510 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:16,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,510 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 0261921cf478fe87c3571f511e913436, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-10T23:39:16,510 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,510 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,511 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,511 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,511 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,513 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,513 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,514 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure bff7856f6815d14bf0ed94cd61bf78e5, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,516 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0261921cf478fe87c3571f511e913436 columnFamilyName colfamily11 2024-11-10T23:39:16,516 DEBUG [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,516 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] regionserver.HStore(327): Store=0261921cf478fe87c3571f511e913436/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,517 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,517 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7413972255e51b94e1a85f92b70edc6 columnFamilyName colfamily11 2024-11-10T23:39:16,517 DEBUG [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,518 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] regionserver.HStore(327): Store=a7413972255e51b94e1a85f92b70edc6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,518 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,519 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0261921cf478fe87c3571f511e913436 columnFamilyName colfamily21 2024-11-10T23:39:16,519 DEBUG [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,520 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] regionserver.HStore(327): Store=0261921cf478fe87c3571f511e913436/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-10T23:39:16,520 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 863f4ed48fe2f14916e7180445b75937, server=2b9d7a669c7f,43689,1731281953128 in 418 msec 2024-11-10T23:39:16,520 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7413972255e51b94e1a85f92b70edc6 columnFamilyName colfamily21 2024-11-10T23:39:16,521 DEBUG [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,522 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] regionserver.HStore(327): Store=a7413972255e51b94e1a85f92b70edc6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,522 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,522 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0261921cf478fe87c3571f511e913436 columnFamilyName colfamily31 2024-11-10T23:39:16,522 DEBUG [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,523 INFO [StoreOpener-0261921cf478fe87c3571f511e913436-1 {}] regionserver.HStore(327): Store=0261921cf478fe87c3571f511e913436/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,523 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,524 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,525 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,525 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7413972255e51b94e1a85f92b70edc6 columnFamilyName colfamily31 2024-11-10T23:39:16,525 DEBUG [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,525 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,526 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,526 INFO [StoreOpener-a7413972255e51b94e1a85f92b70edc6-1 {}] regionserver.HStore(327): Store=a7413972255e51b94e1a85f92b70edc6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,526 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 8470862fa6335c3a2d01ce45f49528e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60331940, jitterRate=-0.10098403692245483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,526 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,526 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:39:16,526 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 8470862fa6335c3a2d01ce45f49528e2: Running coprocessor pre-open hook at 1731281956485Writing region info on filesystem at 1731281956485Initializing all the Stores at 1731281956487 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956487Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956488 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956488Cleaning up temporary data from old regions at 1731281956509 (+21 ms)Running coprocessor post-open hooks at 1731281956526 (+17 ms)Region opened successfully at 1731281956526 2024-11-10T23:39:16,527 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,527 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,528 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., pid=47, masterSystemTime=1731281956348 2024-11-10T23:39:16,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=863f4ed48fe2f14916e7180445b75937, ASSIGN in 595 msec 2024-11-10T23:39:16,529 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,529 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,529 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,532 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,532 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,533 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:16,533 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,533 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:39:16,533 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:16,533 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 347947c10016e9da7a7fa84638c7ae66, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-10T23:39:16,533 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,534 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,534 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,534 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,534 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,535 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,535 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 0261921cf478fe87c3571f511e913436; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72628837, jitterRate=0.08225400745868683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,536 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0261921cf478fe87c3571f511e913436 2024-11-10T23:39:16,536 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 0261921cf478fe87c3571f511e913436: Running coprocessor pre-open hook at 1731281956511Writing region info on filesystem at 1731281956511Initializing all the Stores at 1731281956512 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956512Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956513 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956513Cleaning up temporary data from old regions at 1731281956526 (+13 ms)Running coprocessor post-open hooks at 1731281956536 (+10 ms)Region opened successfully at 1731281956536 2024-11-10T23:39:16,537 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436., pid=44, masterSystemTime=1731281956305 2024-11-10T23:39:16,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=19 2024-11-10T23:39:16,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure bff7856f6815d14bf0ed94cd61bf78e5, server=2b9d7a669c7f,43689,1731281953128 in 408 msec 2024-11-10T23:39:16,538 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,540 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,541 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a7413972255e51b94e1a85f92b70edc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67358317, jitterRate=0.0037171393632888794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a7413972255e51b94e1a85f92b70edc6: Running coprocessor pre-open hook at 1731281956509Writing region info on filesystem at 1731281956509Initializing all the Stores at 1731281956511 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956511Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956512 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956512Cleaning up temporary data from old regions at 1731281956532 (+20 ms)Running coprocessor post-open hooks at 1731281956541 (+9 ms)Region opened successfully at 1731281956541 2024-11-10T23:39:16,541 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:39:16,541 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:16,541 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => f24efff5ce43145d02e408593dd1e435, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-10T23:39:16,542 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,542 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,542 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,542 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,542 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., pid=32, masterSystemTime=1731281956253 2024-11-10T23:39:16,543 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347947c10016e9da7a7fa84638c7ae66 columnFamilyName colfamily11 2024-11-10T23:39:16,543 DEBUG [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bff7856f6815d14bf0ed94cd61bf78e5, ASSIGN in 613 msec 2024-11-10T23:39:16,544 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(327): Store=347947c10016e9da7a7fa84638c7ae66/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,545 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,545 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=0261921cf478fe87c3571f511e913436, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,545 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:16,545 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:39:16,546 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:16,546 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => c837d791ee95455c5a3496af982f5a95, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-10T23:39:16,546 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,546 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,546 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,547 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,547 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24efff5ce43145d02e408593dd1e435 columnFamilyName colfamily11 2024-11-10T23:39:16,547 DEBUG [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,548 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] regionserver.HStore(327): Store=f24efff5ce43145d02e408593dd1e435/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,548 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,550 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24efff5ce43145d02e408593dd1e435 columnFamilyName colfamily21 2024-11-10T23:39:16,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0261921cf478fe87c3571f511e913436, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,550 DEBUG [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,550 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347947c10016e9da7a7fa84638c7ae66 columnFamilyName colfamily21 2024-11-10T23:39:16,551 DEBUG [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,551 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] regionserver.HStore(327): Store=f24efff5ce43145d02e408593dd1e435/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,551 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,552 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(327): Store=347947c10016e9da7a7fa84638c7ae66/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,552 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7413972255e51b94e1a85f92b70edc6, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,555 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347947c10016e9da7a7fa84638c7ae66 columnFamilyName colfamily31 2024-11-10T23:39:16,555 DEBUG [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,555 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24efff5ce43145d02e408593dd1e435 columnFamilyName colfamily31 2024-11-10T23:39:16,555 DEBUG [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,556 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(327): Store=347947c10016e9da7a7fa84638c7ae66/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,556 INFO [StoreOpener-f24efff5ce43145d02e408593dd1e435-1 {}] regionserver.HStore(327): Store=f24efff5ce43145d02e408593dd1e435/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,556 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,556 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,557 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,557 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,558 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,558 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,559 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,561 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=30 2024-11-10T23:39:16,561 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 0261921cf478fe87c3571f511e913436, server=2b9d7a669c7f,40685,1731281953189 in 376 msec 2024-11-10T23:39:16,561 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c837d791ee95455c5a3496af982f5a95 columnFamilyName colfamily11 2024-11-10T23:39:16,562 DEBUG [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,562 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] regionserver.HStore(327): Store=c837d791ee95455c5a3496af982f5a95/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,563 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,563 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,563 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0261921cf478fe87c3571f511e913436, ASSIGN in 636 msec 2024-11-10T23:39:16,565 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c837d791ee95455c5a3496af982f5a95 columnFamilyName colfamily21 2024-11-10T23:39:16,565 DEBUG [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,566 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] regionserver.HStore(327): Store=c837d791ee95455c5a3496af982f5a95/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,567 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,567 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,568 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 347947c10016e9da7a7fa84638c7ae66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73218331, jitterRate=0.09103815257549286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,568 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:39:16,569 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 347947c10016e9da7a7fa84638c7ae66: Running coprocessor pre-open hook at 1731281956534Writing region info on filesystem at 1731281956534Initializing all the Stores at 1731281956535 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956536 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956538 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956538Cleaning up temporary data from old regions at 1731281956560 (+22 ms)Running coprocessor post-open hooks at 1731281956568 (+8 ms)Region opened successfully at 1731281956568 2024-11-10T23:39:16,569 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,570 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c837d791ee95455c5a3496af982f5a95 columnFamilyName colfamily31 2024-11-10T23:39:16,570 DEBUG [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,570 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., pid=50, masterSystemTime=1731281956348 2024-11-10T23:39:16,570 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened f24efff5ce43145d02e408593dd1e435; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62475009, jitterRate=-0.06904982030391693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,570 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:39:16,570 INFO [StoreOpener-c837d791ee95455c5a3496af982f5a95-1 {}] regionserver.HStore(327): Store=c837d791ee95455c5a3496af982f5a95/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,571 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,571 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for f24efff5ce43145d02e408593dd1e435: Running coprocessor pre-open hook at 1731281956542Writing region info on filesystem at 1731281956542Initializing all the Stores at 1731281956544 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956544Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956544Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956544Cleaning up temporary data from old regions at 1731281956560 (+16 ms)Running coprocessor post-open hooks at 1731281956570 (+10 ms)Region opened successfully at 1731281956571 (+1 ms) 2024-11-10T23:39:16,572 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,572 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,572 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., pid=45, masterSystemTime=1731281956305 2024-11-10T23:39:16,573 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:16,573 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:39:16,573 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:16,574 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,574 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,574 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => aeb7be2732f8cfb49e262d97a400afb3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-10T23:39:16,574 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,574 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,574 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,575 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,575 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-10T23:39:16,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure a7413972255e51b94e1a85f92b70edc6, server=2b9d7a669c7f,43689,1731281953128 in 461 msec 2024-11-10T23:39:16,576 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:16,576 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:39:16,576 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:16,576 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => f3db37e4ee7e2e6f6bb2e1e53e20ca4f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-10T23:39:16,577 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,577 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,577 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,577 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,577 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,579 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24efff5ce43145d02e408593dd1e435, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a7413972255e51b94e1a85f92b70edc6, ASSIGN in 656 msec 2024-11-10T23:39:16,587 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,588 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened c837d791ee95455c5a3496af982f5a95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61857835, jitterRate=-0.07824642956256866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,588 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:39:16,591 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,591 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for c837d791ee95455c5a3496af982f5a95: Running coprocessor pre-open hook at 1731281956547Writing region info on filesystem at 1731281956547Initializing all the Stores at 1731281956548 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956548Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956558 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956558Cleaning up temporary data from old regions at 1731281956574 (+16 ms)Running coprocessor post-open hooks at 1731281956588 (+14 ms)Region opened successfully at 1731281956591 (+3 ms) 2024-11-10T23:39:16,591 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,594 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb7be2732f8cfb49e262d97a400afb3 columnFamilyName colfamily11 2024-11-10T23:39:16,595 DEBUG [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,596 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3db37e4ee7e2e6f6bb2e1e53e20ca4f columnFamilyName colfamily11 2024-11-10T23:39:16,597 DEBUG [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,597 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(327): Store=aeb7be2732f8cfb49e262d97a400afb3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,597 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,597 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] regionserver.HStore(327): Store=f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,598 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,599 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., pid=34, masterSystemTime=1731281956253 2024-11-10T23:39:16,600 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb7be2732f8cfb49e262d97a400afb3 columnFamilyName colfamily21 2024-11-10T23:39:16,600 DEBUG [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,600 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3db37e4ee7e2e6f6bb2e1e53e20ca4f columnFamilyName colfamily21 2024-11-10T23:39:16,601 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(327): Store=aeb7be2732f8cfb49e262d97a400afb3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,601 DEBUG [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,602 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=12 2024-11-10T23:39:16,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f24efff5ce43145d02e408593dd1e435, server=2b9d7a669c7f,40685,1731281953189 in 407 msec 2024-11-10T23:39:16,603 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] regionserver.HStore(327): Store=f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,604 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,604 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb7be2732f8cfb49e262d97a400afb3 columnFamilyName colfamily31 2024-11-10T23:39:16,605 DEBUG [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,606 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(327): Store=aeb7be2732f8cfb49e262d97a400afb3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,606 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,607 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3db37e4ee7e2e6f6bb2e1e53e20ca4f columnFamilyName colfamily31 2024-11-10T23:39:16,607 DEBUG [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,607 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:16,607 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:39:16,608 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,608 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,608 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:39:16,609 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:39:16,609 INFO [StoreOpener-f3db37e4ee7e2e6f6bb2e1e53e20ca4f-1 {}] regionserver.HStore(327): Store=f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,609 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f24efff5ce43145d02e408593dd1e435, ASSIGN in 678 msec 2024-11-10T23:39:16,610 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,610 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,611 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,611 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:39:16,611 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c837d791ee95455c5a3496af982f5a95, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:39:16,615 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,615 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,615 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,616 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,618 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,618 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,619 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened aeb7be2732f8cfb49e262d97a400afb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64693929, jitterRate=-0.03598533570766449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,619 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:39:16,619 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for aeb7be2732f8cfb49e262d97a400afb3: Running coprocessor pre-open hook at 1731281956575Writing region info on filesystem at 1731281956575Initializing all the Stores at 1731281956578 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956578Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956582 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956582Cleaning up temporary data from old regions at 1731281956611 (+29 ms)Running coprocessor post-open hooks at 1731281956619 (+8 ms)Region opened successfully at 1731281956619 2024-11-10T23:39:16,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,621 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., pid=52, masterSystemTime=1731281956348 2024-11-10T23:39:16,622 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,623 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened f3db37e4ee7e2e6f6bb2e1e53e20ca4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74263473, jitterRate=0.10661198198795319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,623 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:39:16,624 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for f3db37e4ee7e2e6f6bb2e1e53e20ca4f: Running coprocessor pre-open hook at 1731281956578Writing region info on filesystem at 1731281956578Initializing all the Stores at 1731281956579 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956579Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956590 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956590Cleaning up temporary data from old regions at 1731281956615 (+25 ms)Running coprocessor post-open hooks at 1731281956623 (+8 ms)Region opened successfully at 1731281956623 2024-11-10T23:39:16,624 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:16,624 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:39:16,624 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:16,624 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e6a8feba9e68079afc54539eab48c30, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-10T23:39:16,625 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., pid=42, masterSystemTime=1731281956305 2024-11-10T23:39:16,625 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,625 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,625 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,625 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=13 2024-11-10T23:39:16,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c837d791ee95455c5a3496af982f5a95, server=2b9d7a669c7f,43689,1731281953128 in 502 msec 2024-11-10T23:39:16,627 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,629 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6a8feba9e68079afc54539eab48c30 columnFamilyName colfamily11 2024-11-10T23:39:16,629 DEBUG [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,629 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:16,629 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:39:16,629 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:16,629 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(327): Store=9e6a8feba9e68079afc54539eab48c30/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,629 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 33c8e3474090e54fce99d835ad76b9aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-10T23:39:16,629 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,630 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,630 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,630 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,630 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,631 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6a8feba9e68079afc54539eab48c30 columnFamilyName colfamily21 2024-11-10T23:39:16,631 DEBUG [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c837d791ee95455c5a3496af982f5a95, ASSIGN in 702 msec 2024-11-10T23:39:16,632 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(327): Store=9e6a8feba9e68079afc54539eab48c30/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,632 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,632 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,634 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c8e3474090e54fce99d835ad76b9aa columnFamilyName colfamily11 2024-11-10T23:39:16,634 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6a8feba9e68079afc54539eab48c30 columnFamilyName colfamily31 2024-11-10T23:39:16,635 DEBUG [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,635 DEBUG [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,636 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(327): Store=9e6a8feba9e68079afc54539eab48c30/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,636 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,636 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] regionserver.HStore(327): Store=33c8e3474090e54fce99d835ad76b9aa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,636 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,637 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3db37e4ee7e2e6f6bb2e1e53e20ca4f, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,639 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,639 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c8e3474090e54fce99d835ad76b9aa columnFamilyName colfamily21 2024-11-10T23:39:16,639 DEBUG [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,640 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,640 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,640 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] regionserver.HStore(327): Store=33c8e3474090e54fce99d835ad76b9aa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,641 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,641 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,643 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c8e3474090e54fce99d835ad76b9aa columnFamilyName colfamily31 2024-11-10T23:39:16,643 DEBUG [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,643 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,644 INFO [StoreOpener-33c8e3474090e54fce99d835ad76b9aa-1 {}] regionserver.HStore(327): Store=33c8e3474090e54fce99d835ad76b9aa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,645 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,646 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,647 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,647 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,648 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 9e6a8feba9e68079afc54539eab48c30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64611758, jitterRate=-0.037209779024124146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,648 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:39:16,648 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 9e6a8feba9e68079afc54539eab48c30: Running coprocessor pre-open hook at 1731281956625Writing region info on filesystem at 1731281956625Initializing all the Stores at 1731281956626 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956626Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956627 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956627Cleaning up temporary data from old regions at 1731281956640 (+13 ms)Running coprocessor post-open hooks at 1731281956648 (+8 ms)Region opened successfully at 1731281956648 2024-11-10T23:39:16,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=22 2024-11-10T23:39:16,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure f3db37e4ee7e2e6f6bb2e1e53e20ca4f, server=2b9d7a669c7f,40685,1731281953189 in 478 msec 2024-11-10T23:39:16,648 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,649 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,649 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., pid=46, masterSystemTime=1731281956348 2024-11-10T23:39:16,650 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, ASSIGN in 723 msec 2024-11-10T23:39:16,652 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:16,652 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:39:16,652 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,652 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:16,653 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => df679f8808b560d1cd817ace3e3cbf54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-10T23:39:16,653 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,653 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,654 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,654 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,659 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,660 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,661 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 33c8e3474090e54fce99d835ad76b9aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600885, jitterRate=-0.09697644412517548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,661 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:39:16,661 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 33c8e3474090e54fce99d835ad76b9aa: Running coprocessor pre-open hook at 1731281956631Writing region info on filesystem at 1731281956631Initializing all the Stores at 1731281956632 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956632Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956632Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956632Cleaning up temporary data from old regions at 1731281956649 (+17 ms)Running coprocessor post-open hooks at 1731281956661 (+12 ms)Region opened successfully at 1731281956661 2024-11-10T23:39:16,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=14 2024-11-10T23:39:16,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,37147,1731281953026 in 430 msec 2024-11-10T23:39:16,662 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df679f8808b560d1cd817ace3e3cbf54 columnFamilyName colfamily11 2024-11-10T23:39:16,662 DEBUG [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,663 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(327): Store=df679f8808b560d1cd817ace3e3cbf54/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,663 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., pid=43, masterSystemTime=1731281956305 2024-11-10T23:39:16,663 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN in 737 msec 2024-11-10T23:39:16,666 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df679f8808b560d1cd817ace3e3cbf54 columnFamilyName colfamily21 2024-11-10T23:39:16,666 DEBUG [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,667 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:16,667 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(327): Store=df679f8808b560d1cd817ace3e3cbf54/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,667 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,667 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:39:16,669 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df679f8808b560d1cd817ace3e3cbf54 columnFamilyName colfamily31 2024-11-10T23:39:16,669 DEBUG [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=26 2024-11-10T23:39:16,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,37147,1731281953026 in 472 msec 2024-11-10T23:39:16,670 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(327): Store=df679f8808b560d1cd817ace3e3cbf54/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,670 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,671 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,672 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN in 745 msec 2024-11-10T23:39:16,674 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,674 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,675 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,677 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c8e3474090e54fce99d835ad76b9aa, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,681 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,682 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened df679f8808b560d1cd817ace3e3cbf54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64118644, jitterRate=-0.04455775022506714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,682 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:39:16,682 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for df679f8808b560d1cd817ace3e3cbf54: Running coprocessor pre-open hook at 1731281956654Writing region info on filesystem at 1731281956654Initializing all the Stores at 1731281956655 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956656 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956659 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956659Cleaning up temporary data from old regions at 1731281956674 (+15 ms)Running coprocessor post-open hooks at 1731281956682 (+8 ms)Region opened successfully at 1731281956682 2024-11-10T23:39:16,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=23 2024-11-10T23:39:16,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,37147,1731281953026 in 461 msec 2024-11-10T23:39:16,683 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., pid=51, masterSystemTime=1731281956348 2024-11-10T23:39:16,686 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:16,686 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:39:16,686 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:16,687 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e17f8868b7df4e727a7c3d355c1fa61, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-10T23:39:16,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN in 758 msec 2024-11-10T23:39:16,687 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,687 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:39:16,687 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,687 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,689 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,692 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e17f8868b7df4e727a7c3d355c1fa61 columnFamilyName colfamily11 2024-11-10T23:39:16,692 DEBUG [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,693 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(327): Store=2e17f8868b7df4e727a7c3d355c1fa61/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,693 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,695 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e17f8868b7df4e727a7c3d355c1fa61 columnFamilyName colfamily21 2024-11-10T23:39:16,695 DEBUG [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=27 2024-11-10T23:39:16,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 33c8e3474090e54fce99d835ad76b9aa, server=2b9d7a669c7f,40685,1731281953189 in 521 msec 2024-11-10T23:39:16,696 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(327): Store=2e17f8868b7df4e727a7c3d355c1fa61/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,696 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,699 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e17f8868b7df4e727a7c3d355c1fa61 columnFamilyName colfamily31 2024-11-10T23:39:16,699 DEBUG [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:39:16,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c8e3474090e54fce99d835ad76b9aa, ASSIGN in 771 msec 2024-11-10T23:39:16,700 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(327): Store=2e17f8868b7df4e727a7c3d355c1fa61/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:39:16,701 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,702 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,703 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=11 2024-11-10T23:39:16,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,37147,1731281953026 in 477 msec 2024-11-10T23:39:16,704 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,704 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,705 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:39:16,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN in 779 msec 2024-11-10T23:39:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:39:16,707 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,712 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:39:16,713 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 2e17f8868b7df4e727a7c3d355c1fa61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74237061, jitterRate=0.10621841251850128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:39:16,714 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:39:16,714 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 2e17f8868b7df4e727a7c3d355c1fa61: Running coprocessor pre-open hook at 1731281956687Writing region info on filesystem at 1731281956687Initializing all the Stores at 1731281956689 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956689Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956690 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281956690Cleaning up temporary data from old regions at 1731281956704 (+14 ms)Running coprocessor post-open hooks at 1731281956714 (+10 ms)Region opened successfully at 1731281956714 2024-11-10T23:39:16,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:39:16,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,716 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., pid=54, masterSystemTime=1731281956348 2024-11-10T23:39:16,716 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:39:16,716 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:39:16,716 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:39:16,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cb15616fbea25af8b33b500d343036, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:39:16,719 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:16,719 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:39:16,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=28 2024-11-10T23:39:16,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,37147,1731281953026 in 519 msec 2024-11-10T23:39:16,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN in 797 msec 2024-11-10T23:39:16,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=15 2024-11-10T23:39:16,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure f2cb15616fbea25af8b33b500d343036, server=2b9d7a669c7f,40685,1731281953189 in 568 msec 2024-11-10T23:39:16,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cb15616fbea25af8b33b500d343036, ASSIGN in 803 msec 2024-11-10T23:39:16,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, openSeqNum=2, regionLocation=2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,37147,1731281953026 because future has completed 2024-11-10T23:39:16,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=6 2024-11-10T23:39:16,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,37147,1731281953026 in 487 msec 2024-11-10T23:39:16,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN in 812 msec 2024-11-10T23:39:16,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=20 2024-11-10T23:39:16,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,37147,1731281953026 in 504 msec 2024-11-10T23:39:16,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN in 817 msec 2024-11-10T23:39:16,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=8 2024-11-10T23:39:16,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,37147,1731281953026 in 502 msec 2024-11-10T23:39:16,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T23:39:16,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN in 823 msec 2024-11-10T23:39:16,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:39:16,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281956753"}]},"ts":"1731281956753"} 2024-11-10T23:39:16,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-10T23:39:16,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:39:16,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.2020 sec 2024-11-10T23:39:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:39:17,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-10T23:39:17,719 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-10T23:39:17,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:39:17,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37147 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-10T23:39:17,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-10T23:39:17,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:39:17,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-10T23:39:17,805 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,812 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:17,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:17,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:17,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:17,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:17,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:17,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:17,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:17,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:18,905 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2] 2024-11-10T23:39:18,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=2] 2024-11-10T23:39:18,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=2] 2024-11-10T23:39:19,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:39:19,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:39:19,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43689 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:39:19,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:39:19,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:39:19,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:39:19,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:39:19,834 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-10T23:39:19,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37147 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-10T23:39:20,095 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-10T23:39:20,095 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:20,095 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:20,096 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2b9d7a669c7f,37147,1731281953026: Simulated kill ***** 2024-11-10T23:39:20,096 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T23:39:20,097 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T23:39:20,099 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T23:39:20,099 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T23:39:20,100 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T23:39:20,100 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 557340840 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 154278160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2b9d7a669c7f" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2b9d7a669c7f" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "2b9d7a669c7f" } ] } 2024-11-10T23:39:20,103 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34215 {}] master.MasterRpcServices(700): 2b9d7a669c7f,37147,1731281953026 reported a fatal error: ***** ABORTING region server 2b9d7a669c7f,37147,1731281953026: Simulated kill ***** 2024-11-10T23:39:20,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,37147,1731281953026' ***** 2024-11-10T23:39:20,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T23:39:20,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:39:20,108 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:39:20,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:39:20,108 INFO [RS:0;2b9d7a669c7f:37147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T23:39:20,109 INFO [RS:0;2b9d7a669c7f:37147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T23:39:20,109 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:39:20,109 INFO [RS:0;2b9d7a669c7f:37147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b9d7a669c7f:37147. 2024-11-10T23:39:20,109 DEBUG [RS:0;2b9d7a669c7f:37147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:39:20,111 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:39:20,114 DEBUG [RS:0;2b9d7a669c7f:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:39:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741836_1012 (size=54214) 2024-11-10T23:39:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741836_1012 (size=54214) 2024-11-10T23:39:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741836_1012 (size=54214) 2024-11-10T23:39:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741833_1009 (size=334920) 2024-11-10T23:39:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741833_1009 (size=334920) 2024-11-10T23:39:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741833_1009 (size=334920) 2024-11-10T23:39:20,124 DEBUG [RS:0;2b9d7a669c7f:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:39:20,124 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:39:20,125 INFO [RS:0;2b9d7a669c7f:37147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37147 2024-11-10T23:39:20,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:39:20,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,37147,1731281953026 2024-11-10T23:39:20,159 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:39:20,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,37147,1731281953026] 2024-11-10T23:39:20,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,37147,1731281953026 already deleted, retry=false 2024-11-10T23:39:20,176 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2b9d7a669c7f,37147,1731281953026 on 2b9d7a669c7f,34215,1731281952303 2024-11-10T23:39:20,182 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,188 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 2b9d7a669c7f,37147,1731281953026 (carryingMeta=true) 2b9d7a669c7f,37147,1731281953026/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15eceb8f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T23:39:20,188 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,189 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:39:20,189 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:39:20,189 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:39:20,207 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:39:20,208 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,209 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:39:20,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:39:20,209 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:39:20,209 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:39:20,210 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:39:20,210 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:39:20,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:39:20,210 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:39:20,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:39:20,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:39:20,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:39:20,219 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:39:20,219 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,219 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:39:20,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-10T23:39:20,221 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:39:20,222 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=hbase:meta, region=1588230740 2024-11-10T23:39:20,222 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,37147,1731281953026, state=OPEN 2024-11-10T23:39:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:20,226 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:39:20,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:20,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:20,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:39:20,228 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281990228 2024-11-10T23:39:20,228 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:39:20,228 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,228 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:39:20,230 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:20,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:20,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:20,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:20,235 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true, isMeta: true 2024-11-10T23:39:20,237 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting 2024-11-10T23:39:20,239 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=1, meta=true 2024-11-10T23:39:20,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta}] 2024-11-10T23:39:20,241 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:39:20,241 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:39:20,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:39:20,241 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:39:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:39:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x1012867adbe0001, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:39:20,268 INFO [RS:0;2b9d7a669c7f:37147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:39:20,268 INFO [RS:0;2b9d7a669c7f:37147 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,37147,1731281953026; zookeeper connection closed. 2024-11-10T23:39:20,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ce17869 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ce17869 2024-11-10T23:39:20,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:20,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:20,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:39:20,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:20,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:20,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:20,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:39:20,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:20,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:39:20,700 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:39:20,700 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:39:20,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:39:20,708 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-10T23:39:20,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:20,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:20,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:39:20,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:21,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:21,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:21,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:39:21,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:21,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:21,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:22,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:22,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:22,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:22,384 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:39:22,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:22,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:22,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:22,652 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:39:22,653 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:39:22,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:39:22,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-10T23:39:22,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:39:22,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:39:22,660 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:39:22,660 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T23:39:24,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:24,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:24,398 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:24,400 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4171 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:39:24,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:24,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:24,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:24,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:28,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:28,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:28,449 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:28,449 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8221 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:39:28,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:28,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:28,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:28,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:38,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:38,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:38,509 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:38,510 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18282 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:39:38,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:38,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:38,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:38,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:41,437 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:39:48,249 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b9d7a669c7f:34215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T23:39:48,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:48,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:48,558 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:48,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28330 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:39:48,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:48,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:48,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:48,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:55,578 INFO [master/2b9d7a669c7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T23:39:55,578 INFO [master/2b9d7a669c7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T23:39:58,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:39:58,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:39:58,618 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:39:58,619 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38390 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:39:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:39:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:39:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:08,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:08,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:08,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:08,689 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48461 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:08,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:08,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:08,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:08,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:11,437 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:40:12,807 WARN [RS:1;2b9d7a669c7f:43689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026: status=status unset, state=RUNNING, startTime=1731281960188, completionTime=-1 appears to have been leaked 2024-11-10T23:40:14,732 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T23:40:15,655 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9f9052cbd05ce9a47beaac9cae7f86f changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,656 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d0b7728f5bed8eb2c50d74f3c5ce8ff4 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,656 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f24efff5ce43145d02e408593dd1e435 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,656 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f2cb15616fbea25af8b33b500d343036 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,657 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 799357a206850659c4e9e693c89457e2 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,657 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f3db37e4ee7e2e6f6bb2e1e53e20ca4f changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,657 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f6b23b35a618309323269004533a4d7 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,657 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 33c8e3474090e54fce99d835ad76b9aa changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,657 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0261921cf478fe87c3571f511e913436 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,658 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2299c941ffda9f47e716cc6f0eafb4c1 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,658 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aee55eb00c2370da6d38d1d7cbda5b59 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,658 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c837d791ee95455c5a3496af982f5a95 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,658 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a7413972255e51b94e1a85f92b70edc6 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,659 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bff7856f6815d14bf0ed94cd61bf78e5 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,659 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41aa00e40fb2c5e169ea509ed3cb0def changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,659 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a7c6d9d263bae7ec9ecd62874cfeaa0 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:15,659 DEBUG [master/2b9d7a669c7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 863f4ed48fe2f14916e7180445b75937 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:40:18,253 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b9d7a669c7f:34215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T23:40:20,239 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T23:39:20.233Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:20.337Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20.548Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:20.859Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:21.367Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:39:22.385Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:24.402Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:28.451Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:38.513Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:48.559Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:39:58.620Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:08.691Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T23:40:20,243 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:40:20,243 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:40:20,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:40:20,243 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:40:20,243 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:40:20,244 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:40:20,244 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:40:20,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:40:20,245 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:40:20,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:40:20,250 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:40:20,251 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:40:20,252 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:40:20,252 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:40:20,252 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:40:20,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T23:40:20,253 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:40:20,254 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=hbase:meta, region=1588230740 2024-11-10T23:40:20,254 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,37147,1731281953026, state=OPEN 2024-11-10T23:40:20,306 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:20,306 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:40:20,321 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:40:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:40:20,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:20,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:20,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:40:20,324 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282050324 2024-11-10T23:40:20,324 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:40:20,324 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true, isMeta: true 2024-11-10T23:40:20,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:20,325 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:20,327 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:20,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:20,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:20,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:20,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:20,329 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=1, meta=true 2024-11-10T23:40:20,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta}] 2024-11-10T23:40:20,329 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:40:20,338 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:40:20,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:40:20,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:20,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:20,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:40:20,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:20,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-10T23:40:20,533 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, size=52.9 K (54214bytes) 2024-11-10T23:40:20,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T23:40:20,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T23:40:20,534 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta 2024-11-10T23:40:20,539 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta after 3ms 2024-11-10T23:40:20,546 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta took 14ms 2024-11-10T23:40:20,554 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:40:20,561 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp 2024-11-10T23:40:20,565 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp 2024-11-10T23:40:20,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta so closing down 2024-11-10T23:40:20,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T23:40:20,569 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T23:40:20,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741864_1040 (size=53973) 2024-11-10T23:40:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741864_1040 (size=53973) 2024-11-10T23:40:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741864_1040 (size=53973) 2024-11-10T23:40:20,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-10T23:40:20,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T23:40:20,586 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-10T23:40:20,587 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, journal: Splitting hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, size=52.9 K (54214bytes) at 1731282020533Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp at 1731282020565 (+32 ms)Finishing writing output for hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta so closing down at 17312820205653 split writer threads finished at 1731282020569 (+4 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731282020581 (+12 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731282020583 (+2 ms)Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731282020586 (+3 ms) 2024-11-10T23:40:20,587 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta 2024-11-10T23:40:20,588 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T23:40:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T23:40:20,597 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs 2024-11-10T23:40:20,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T23:40:20,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 in 257 msec 2024-11-10T23:40:20,601 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:40:20,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T23:40:20,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 in 272 msec 2024-11-10T23:40:20,607 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting dir is empty, no logs to split. 2024-11-10T23:40:20,607 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=0, meta=true 2024-11-10T23:40:20,607 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b9d7a669c7f,37147,1731281953026 WAL splitting is done? wals=0, meta=true 2024-11-10T23:40:20,607 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:40:20,607 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:40:20,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:40:20,607 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:40:20,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:20,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:20,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:40:20,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:20,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:20,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:20,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:40:20,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:21,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:21,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:21,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:40:21,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:21,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:21,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:22,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:22,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:22,479 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:22,479 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:22,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:24,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:24,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:24,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:24,500 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4175 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:24,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:24,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:24,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:24,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:28,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:28,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:28,539 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:28,541 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8216 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:28,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:28,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:28,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:28,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:38,577 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:38,577 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:38,579 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:38,580 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18255 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:38,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:38,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:38,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:38,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:41,437 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:40:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:48,689 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:48,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28365 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:48,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:58,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:40:58,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:40:58,739 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:40:58,740 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38415 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:40:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:40:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:40:58,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:08,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:08,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:08,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:08,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48494 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:08,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:11,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:41:14,634 WARN [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 20, running: 1 2024-11-10T23:41:15,780 INFO [regionserver/2b9d7a669c7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T23:41:19,255 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b9d7a669c7f:34215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T23:41:20,328 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T23:40:20.328Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:20.438Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20.648Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:20.957Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:21.469Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:40:22.480Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:24.502Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:28.543Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:38.582Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:48.692Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:40:58.741Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:08.820Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T23:41:20,332 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:41:20,332 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:41:20,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:41:20,332 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:41:20,332 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:41:20,333 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:41:20,333 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:41:20,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:41:20,334 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:41:20,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:41:20,338 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:41:20,338 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:41:20,338 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:41:20,338 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:41:20,339 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:41:20,339 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:41:20,339 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:41:20,339 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:41:20,340 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:41:20,340 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:41:20,340 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:41:20,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T23:41:20,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:41:20,341 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=hbase:meta, region=1588230740 2024-11-10T23:41:20,341 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,37147,1731281953026, state=OPEN 2024-11-10T23:41:20,347 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:20,348 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:41:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:41:20,402 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:41:20,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:41:20,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:41:20,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:41:20,404 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282110404 2024-11-10T23:41:20,404 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:41:20,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:20,405 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:20,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:20,408 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting dir is empty, no logs to split. 2024-11-10T23:41:20,408 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=0, meta=true 2024-11-10T23:41:20,408 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b9d7a669c7f,37147,1731281953026 WAL splitting is done? wals=0, meta=true 2024-11-10T23:41:20,408 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:41:20,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:41:20,411 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:41:20,411 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:41:20,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:41:20,411 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:41:20,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:20,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:20,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:41:20,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:20,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:20,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:20,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:20,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:20,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:41:20,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:20,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:20,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:21,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:21,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:21,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:41:21,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:21,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:21,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:21,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:21,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:21,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:41:21,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:21,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:21,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:22,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:22,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:22,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:22,561 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2155 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:22,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:22,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:22,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:22,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:24,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:24,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:24,589 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:24,590 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4185 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:24,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:28,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:28,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:28,609 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:28,610 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8205 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:28,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:38,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:38,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:38,629 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:38,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18225 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:38,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:38,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:38,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:38,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:41,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:41:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:48,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:48,689 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28284 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:48,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:48,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:48,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:48,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:58,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:41:58,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:41:58,729 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:41:58,730 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38325 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:41:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:41:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:41:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:08,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:08,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:42:08,767 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:08,767 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2b9d7a669c7f,37147,1731281953026 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48362 ms java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T23:42:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:42:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:42:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:11,439 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:42:20,408 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T23:41:20.407Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:20.518Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:20.729Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:21.039Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:21.547Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:41:22.563Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:24.591Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:28.611Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:38.632Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:48.690Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:41:58.731Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:08.768Z, java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T23:42:20,411 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:20,411 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:42:20,411 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:20,411 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:20,411 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:20,412 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:42:20,412 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:42:20,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:42:20,413 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:42:20,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-10T23:42:20,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:42:20,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:20,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:20,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:20,420 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:20,421 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T23:42:20,421 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:20,421 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,37147,1731281953026, table=hbase:meta, region=1588230740 2024-11-10T23:42:20,421 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,37147,1731281953026, state=OPEN 2024-11-10T23:42:20,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:20,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:20,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:20,486 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:20,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:20,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:20,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:20,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:20,489 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282170489 2024-11-10T23:42:20,489 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:42:20,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:42:20,489 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:42:20,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:20,490 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:42:20,492 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T23:42:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:42:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:20,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:20,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:20,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:20,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1] 2024-11-10T23:42:20,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:20,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:20,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:20,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:42:20,646 DEBUG [2b9d7a669c7f:34215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:42:20,647 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(204): Hosts are {2b9d7a669c7f=0} racks are {/default-rack=0} 2024-11-10T23:42:20,648 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:42:20,648 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:42:20,649 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:42:20,649 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:42:20,649 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:42:20,649 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:42:20,649 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:42:20,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:20,651 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPENING 2024-11-10T23:42:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:20,677 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:20,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:20,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:20,678 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:20,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:20,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:42:20,799 WARN [RS:1;2b9d7a669c7f:43689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026: status=Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731281960219, completionTime=-1 appears to have been leaked 2024-11-10T23:42:20,799 WARN [RS:1;2b9d7a669c7f:43689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026: status=Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731282020252, completionTime=-1 appears to have been leaked 2024-11-10T23:42:20,799 WARN [RS:1;2b9d7a669c7f:43689 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026: status=Processing ServerCrashProcedure of 2b9d7a669c7f,37147,1731281953026 current State SERVER_CRASH_ASSIGN_META, state=RUNNING, startTime=1731282080339, completionTime=-1 appears to have been leaked 2024-11-10T23:42:20,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:20,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1] 2024-11-10T23:42:20,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:42:20,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:20,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:43033 deadline: 1731282200493, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:20,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2b9d7a669c7f,40685,1731281953189 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:20,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2b9d7a669c7f,40685,1731281953189 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:20,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1 from cache 2024-11-10T23:42:20,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36167, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:42:20,836 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:42:20,837 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:42:20,837 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:42:20,839 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b9d7a669c7f%2C40685%2C1731281953189.meta, suffix=.meta, logDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs, maxLogs=32 2024-11-10T23:42:20,857 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189/2b9d7a669c7f%2C40685%2C1731281953189.meta.1731282140842.meta, exclude list is [], retry=0 2024-11-10T23:42:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-eed18c46-84e3-4933-9bf0-2a6ecfd94db5,DISK] 2024-11-10T23:42:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42431,DS-f5e4e937-b57f-4cb0-b36d-7acbdb7194ff,DISK] 2024-11-10T23:42:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-22db27ca-489a-48ee-baa2-5c56207b0f18,DISK] 2024-11-10T23:42:20,862 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,40685,1731281953189/2b9d7a669c7f%2C40685%2C1731281953189.meta.1731282140842.meta 2024-11-10T23:42:20,862 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34375:34375),(127.0.0.1/127.0.0.1:39471:39471),(127.0.0.1/127.0.0.1:39381:39381)] 2024-11-10T23:42:20,862 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:42:20,862 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:42:20,862 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:42:20,863 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:42:20,863 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:42:20,863 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:20,863 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:42:20,863 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:42:20,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:42:20,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:42:20,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:20,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:42:20,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:42:20,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:42:20,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:20,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:42:20,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:42:20,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:42:20,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:20,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:42:20,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:42:20,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:42:20,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:20,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:42:20,870 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:42:20,870 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740 2024-11-10T23:42:20,872 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740 2024-11-10T23:42:20,873 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T23:42:20,885 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T23:42:20,888 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-10T23:42:20,957 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/info/b360db031a994c0da12f88be6e386475 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4./info:regioninfo/1731281956499/Put/seqid=0 2024-11-10T23:42:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741866_1042 (size=58053) 2024-11-10T23:42:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741866_1042 (size=58053) 2024-11-10T23:42:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741866_1042 (size=58053) 2024-11-10T23:42:20,971 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/info/b360db031a994c0da12f88be6e386475 2024-11-10T23:42:21,038 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/ns/5f828db58cb542b3aefb90e5efd2d69f is 43, key is default/ns:d/1731281955285/Put/seqid=0 2024-11-10T23:42:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741867_1043 (size=5153) 2024-11-10T23:42:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741867_1043 (size=5153) 2024-11-10T23:42:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741867_1043 (size=5153) 2024-11-10T23:42:21,048 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/ns/5f828db58cb542b3aefb90e5efd2d69f 2024-11-10T23:42:21,072 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/table/b7c12ee9d37749b5ac78a4adc014cb96 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731281956753/Put/seqid=0 2024-11-10T23:42:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741868_1044 (size=5620) 2024-11-10T23:42:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741868_1044 (size=5620) 2024-11-10T23:42:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741868_1044 (size=5620) 2024-11-10T23:42:21,080 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/table/b7c12ee9d37749b5ac78a4adc014cb96 2024-11-10T23:42:21,090 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/info/b360db031a994c0da12f88be6e386475 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/info/b360db031a994c0da12f88be6e386475 2024-11-10T23:42:21,098 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/info/b360db031a994c0da12f88be6e386475, entries=260, sequenceid=60, filesize=56.7 K 2024-11-10T23:42:21,101 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/ns/5f828db58cb542b3aefb90e5efd2d69f as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/ns/5f828db58cb542b3aefb90e5efd2d69f 2024-11-10T23:42:21,109 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/ns/5f828db58cb542b3aefb90e5efd2d69f, entries=2, sequenceid=60, filesize=5.0 K 2024-11-10T23:42:21,111 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/table/b7c12ee9d37749b5ac78a4adc014cb96 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/table/b7c12ee9d37749b5ac78a4adc014cb96 2024-11-10T23:42:21,119 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/table/b7c12ee9d37749b5ac78a4adc014cb96, entries=2, sequenceid=60, filesize=5.5 K 2024-11-10T23:42:21,123 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=60, compaction requested=false; wal=null 2024-11-10T23:42:21,124 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T23:42:21,125 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:42:21,126 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:42:21,126 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:42:21,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:21,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1] 2024-11-10T23:42:21,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:43033 deadline: 1731282200489, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:21,128 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:42:21,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2b9d7a669c7f,40685,1731281953189 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:21,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2b9d7a669c7f,40685,1731281953189 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:42:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1 from cache 2024-11-10T23:42:21,131 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-10T23:42:21,132 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70619172, jitterRate=0.05230766534805298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:42:21,132 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:42:21,132 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731282140863Writing region info on filesystem at 1731282140863Initializing all the Stores at 1731282140864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282140864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282140864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282140864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282140864Obtaining lock to block concurrent updates at 1731282140888 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731282140888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731282140891 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731282140891Flushing 1588230740/info: creating writer at 1731282140894 (+3 ms)Flushing 1588230740/info: appending metadata at 1731282140947 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731282140951 (+4 ms)Flushing 1588230740/ns: creating writer at 1731282141020 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731282141037 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731282141037Flushing 1588230740/table: creating writer at 1731282141055 (+18 ms)Flushing 1588230740/table: appending metadata at 1731282141069 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731282141069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59dbbd1f: reopening flushed file at 1731282141088 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790d2f9: reopening flushed file at 1731282141100 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc887c9: reopening flushed file at 1731282141109 (+9 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=60, compaction requested=false; wal=null at 1731282141123 (+14 ms)Cleaning up temporary data from old regions at 1731282141126 (+3 ms)Running coprocessor post-open hooks at 1731282141132 (+6 ms)Region opened successfully at 1731282141132 2024-11-10T23:42:21,133 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731282140831 2024-11-10T23:42:21,136 DEBUG [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:42:21,136 INFO [RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:42:21,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:21,137 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPEN 2024-11-10T23:42:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:21,169 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:21,169 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:21,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:21,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:21,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:21,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T23:42:21,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 in 491 msec 2024-11-10T23:42:21,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-10T23:42:21,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-10T23:42:21,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:21,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1] 2024-11-10T23:42:21,671 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,671 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,671 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,671 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,672 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,672 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,672 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,672 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,672 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,672 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,673 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,673 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,673 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,673 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=799357a206850659c4e9e693c89457e2, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,673 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,673 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,674 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,674 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,674 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,674 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b23b35a618309323269004533a4d7, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,674 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,674 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,675 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,675 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:21,675 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:21,675 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0261921cf478fe87c3571f511e913436, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:21,675 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T23:42:21,675 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282201675 2024-11-10T23:42:21,675 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282261675 2024-11-10T23:42:21,676 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1860 sec 2024-11-10T23:42:21,676 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2b9d7a669c7f,37147,1731281953026 had 10 regions 2024-11-10T23:42:21,676 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:42:21,676 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:21,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:21,676 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:21,926 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:21,926 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:42:21,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:21,926 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:21,926 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:21,927 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:42:21,927 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:42:21,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:42:21,927 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:42:21,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:42:21,932 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:21,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:42:21,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:21,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:21,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:21,934 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:21,934 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:42:21,935 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:21,937 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:21,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-10T23:42:21,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=61 2024-11-10T23:42:21,938 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,40685,1731281953189, table=hbase:meta, region=1588230740 2024-11-10T23:42:21,938 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPEN 2024-11-10T23:42:21,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:21,994 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:21,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:21,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:21,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:21,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:21,995 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282171995 2024-11-10T23:42:21,995 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:42:22,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=799357a206850659c4e9e693c89457e2, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b23b35a618309323269004533a4d7, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0261921cf478fe87c3571f511e913436, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,004 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T23:42:22,004 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282202004 2024-11-10T23:42:22,004 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282262004 2024-11-10T23:42:22,004 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-10T23:42:22,004 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2b9d7a669c7f,37147,1731281953026 had 9 regions 2024-11-10T23:42:22,004 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:42:22,006 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true, isMeta: false 2024-11-10T23:42:22,008 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=1, meta=false 2024-11-10T23:42:22,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764}] 2024-11-10T23:42:22,008 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:42:22,008 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:22,008 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:22,254 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,254 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:42:22,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:22,255 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:22,255 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:22,255 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:42:22,255 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:42:22,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:42:22,255 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:42:22,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:42:22,257 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:42:22,257 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:22,258 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:22,258 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:22,258 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:22,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:42:22,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T23:42:22,260 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=61 2024-11-10T23:42:22,260 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,40685,1731281953189, table=hbase:meta, region=1588230740 2024-11-10T23:42:22,260 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPEN 2024-11-10T23:42:22,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:22,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:22,285 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:22,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:22,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:22,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:22,287 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282172287 2024-11-10T23:42:22,287 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:42:22,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,295 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=799357a206850659c4e9e693c89457e2, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b23b35a618309323269004533a4d7, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0261921cf478fe87c3571f511e913436, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,297 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T23:42:22,297 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282202297 2024-11-10T23:42:22,297 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282262297 2024-11-10T23:42:22,297 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-10T23:42:22,298 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true, isMeta: false 2024-11-10T23:42:22,300 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=1, meta=false 2024-11-10T23:42:22,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764}] 2024-11-10T23:42:22,300 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:42:22,302 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:42:22,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-10T23:42:22,479 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, size=327.1 K (334920bytes) 2024-11-10T23:42:22,479 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 2024-11-10T23:42:22,480 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 after 1ms 2024-11-10T23:42:22,484 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 took 5ms 2024-11-10T23:42:22,487 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3b45cdf87bf88c449c9bc40fafeeba8d: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4547f7bca365727bc160b5fd7e5c2c23: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for dbb90d7b0e1043e361bf5ac5d2b2d8f4: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,490 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8470862fa6335c3a2d01ce45f49528e2: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 347947c10016e9da7a7fa84638c7ae66: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for aeb7be2732f8cfb49e262d97a400afb3: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,495 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 9e6a8feba9e68079afc54539eab48c30: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for df679f8808b560d1cd817ace3e3cbf54: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,498 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2e17f8868b7df4e727a7c3d355c1fa61: last_flushed_sequence_id: 18446744073709551615 2024-11-10T23:42:22,504 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,506 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,506 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,508 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,509 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,511 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,512 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,513 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,514 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,516 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,517 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,517 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,518 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,520 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 so closing down 2024-11-10T23:42:22,521 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T23:42:22,521 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,522 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,528 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,528 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,528 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp 2024-11-10T23:42:22,529 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T23:42:22,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741871_1047 (size=36767) 2024-11-10T23:42:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741871_1047 (size=36767) 2024-11-10T23:42:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741871_1047 (size=36767) 2024-11-10T23:42:22,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T23:42:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741869_1045 (size=36767) 2024-11-10T23:42:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741869_1045 (size=36767) 2024-11-10T23:42:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741869_1045 (size=36767) 2024-11-10T23:42:22,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004 2024-11-10T23:42:22,546 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-10T23:42:22,548 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004 2024-11-10T23:42:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741870_1046 (size=36767) 2024-11-10T23:42:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741870_1046 (size=36767) 2024-11-10T23:42:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741870_1046 (size=36767) 2024-11-10T23:42:22,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T23:42:22,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004 2024-11-10T23:42:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741874_1050 (size=36767) 2024-11-10T23:42:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741872_1048 (size=36767) 2024-11-10T23:42:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741872_1048 (size=36767) 2024-11-10T23:42:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741873_1049 (size=36767) 2024-11-10T23:42:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741874_1050 (size=36767) 2024-11-10T23:42:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741873_1049 (size=36767) 2024-11-10T23:42:22,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T23:42:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741872_1048 (size=36767) 2024-11-10T23:42:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741874_1050 (size=36767) 2024-11-10T23:42:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741873_1049 (size=36767) 2024-11-10T23:42:22,580 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T23:42:22,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T23:42:22,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004 2024-11-10T23:42:22,582 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004 2024-11-10T23:42:22,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004 2024-11-10T23:42:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741877_1053 (size=36767) 2024-11-10T23:42:22,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741877_1053 (size=36767) 2024-11-10T23:42:22,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741877_1053 (size=36767) 2024-11-10T23:42:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741876_1052 (size=36767) 2024-11-10T23:42:22,600 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T23:42:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741875_1051 (size=36767) 2024-11-10T23:42:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741875_1051 (size=36767) 2024-11-10T23:42:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741876_1052 (size=36767) 2024-11-10T23:42:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741876_1052 (size=36767) 2024-11-10T23:42:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741875_1051 (size=36767) 2024-11-10T23:42:22,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T23:42:22,602 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004 2024-11-10T23:42:22,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004 2024-11-10T23:42:22,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T23:42:22,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004 2024-11-10T23:42:22,605 INFO [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 121 ms; skipped=9; WAL=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-10T23:42:22,605 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, journal: Splitting hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, size=327.1 K (334920bytes) at 1731282142479Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142506 (+27 ms)Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142508 (+2 ms)Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142511 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142514 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142517 (+3 ms)Split 7 edits, skipped 9 edits. at 1731282142517Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142518 (+1 ms)Finishing writing output for hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 so closing down at 1731282142520 (+2 ms)Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142528 (+8 ms)Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 1731282142528Creating recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp at 17312821425283 split writer threads finished at 1731282142530 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731282142542 (+12 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004 at 1731282142545 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731282142546 (+1 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004 at 1731282142548 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731282142556 (+8 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004 at 1731282142558 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731282142580 (+22 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731282142580Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731282142580Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004 at 1731282142581 (+1 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004 at 1731282142582 (+1 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004 at 1731282142582Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731282142600 (+18 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731282142602 (+2 ms)Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004 at 1731282142602Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004 at 1731282142603 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731282142603Rename recovered edits hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004-2b9d7a669c7f%2C37147%2C1731281953026.1731281954764.temp to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004 at 1731282142605 (+2 ms)Processed 18 edits across 9 Regions in 121 ms; skipped=9; WAL=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731282142605 2024-11-10T23:42:22,605 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 2024-11-10T23:42:22,605 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2b9d7a669c7f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T23:42:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T23:42:22,609 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting/2b9d7a669c7f%2C37147%2C1731281953026.1731281954764 to hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs 2024-11-10T23:42:22,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T23:42:22,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 in 306 msec 2024-11-10T23:42:22,613 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-10T23:42:22,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 in 313 msec 2024-11-10T23:42:22,617 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting dir is empty, no logs to split. 2024-11-10T23:42:22,617 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=0, meta=false 2024-11-10T23:42:22,617 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b9d7a669c7f,37147,1731281953026 WAL splitting is done? wals=0, meta=false 2024-11-10T23:42:22,617 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:42:22,618 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:22,618 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:22,798 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,798 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:42:22,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:22,798 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:22,798 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:22,798 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:42:22,798 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:42:22,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:42:22,799 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:42:22,799 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:22,801 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:42:22,802 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:42:22,802 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,802 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,802 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,803 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:22,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T23:42:22,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=61 2024-11-10T23:42:22,804 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,40685,1731281953189, table=hbase:meta, region=1588230740 2024-11-10T23:42:22,804 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPEN 2024-11-10T23:42:22,840 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:22,851 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:22,852 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:22,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:22,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:22,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:22,853 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282172853 2024-11-10T23:42:22,853 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,858 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=799357a206850659c4e9e693c89457e2, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,859 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b23b35a618309323269004533a4d7, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:22,860 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0261921cf478fe87c3571f511e913436, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:22,860 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T23:42:22,860 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282202860 2024-11-10T23:42:22,860 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282262860 2024-11-10T23:42:22,860 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-10T23:42:22,862 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 2b9d7a669c7f,37147,1731281953026 does not exist 2024-11-10T23:42:22,862 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b9d7a669c7f,37147,1731281953026 WAL count=0, meta=false 2024-11-10T23:42:22,862 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b9d7a669c7f,37147,1731281953026 WAL splitting is done? wals=0, meta=false 2024-11-10T23:42:22,862 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2b9d7a669c7f,37147,1731281953026 failed, ignore...File hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/WALs/2b9d7a669c7f,37147,1731281953026-splitting does not exist. 2024-11-10T23:42:22,863 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:42:22,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN}] 2024-11-10T23:42:22,864 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:42:22,864 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:22,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:22,864 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:23,110 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:23,111 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:42:23,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:23,111 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:23,111 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:23,112 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:42:23,112 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:42:23,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:42:23,112 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:42:23,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:23,117 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:23,118 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:42:23,120 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,122 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=61 2024-11-10T23:42:23,123 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,40685,1731281953189, table=hbase:meta, region=1588230740 2024-11-10T23:42:23,124 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPEN 2024-11-10T23:42:23,144 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:23,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:23,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:23,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:23,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:23,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:23,145 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282173145 2024-11-10T23:42:23,145 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:42:23,151 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,152 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,152 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,152 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,152 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,152 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,153 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,153 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,153 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,153 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,154 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,154 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,154 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,154 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=799357a206850659c4e9e693c89457e2, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,154 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b23b35a618309323269004533a4d7, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,155 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, lastHost=2b9d7a669c7f,37147,1731281953026, regionLocation=2b9d7a669c7f,37147,1731281953026, openSeqNum=2 2024-11-10T23:42:23,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0261921cf478fe87c3571f511e913436, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,156 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T23:42:23,156 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282203156 2024-11-10T23:42:23,156 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282263156 2024-11-10T23:42:23,156 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-10T23:42:23,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN}] 2024-11-10T23:42:23,157 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:42:23,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN 2024-11-10T23:42:23,159 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,160 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN 2024-11-10T23:42:23,161 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN 2024-11-10T23:42:23,163 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN 2024-11-10T23:42:23,164 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN 2024-11-10T23:42:23,166 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,167 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN 2024-11-10T23:42:23,167 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,168 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN 2024-11-10T23:42:23,169 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN 2024-11-10T23:42:23,170 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN 2024-11-10T23:42:23,171 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T23:42:23,310 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(204): Hosts are {2b9d7a669c7f=0} racks are {/default-rack=0} 2024-11-10T23:42:23,310 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:42:23,310 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:42:23,310 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:42:23,310 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:42:23,310 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:42:23,310 INFO [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:42:23,310 DEBUG [2b9d7a669c7f:34215 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:42:23,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=9e6a8feba9e68079afc54539eab48c30, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPENING, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8470862fa6335c3a2d01ce45f49528e2, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=347947c10016e9da7a7fa84638c7ae66, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=df679f8808b560d1cd817ace3e3cbf54, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN because future has completed 2024-11-10T23:42:23,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPENING, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:42:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN because future has completed 2024-11-10T23:42:23,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN because future has completed 2024-11-10T23:42:23,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN because future has completed 2024-11-10T23:42:23,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN because future has completed 2024-11-10T23:42:23,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:42:23,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN because future has completed 2024-11-10T23:42:23,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN because future has completed 2024-11-10T23:42:23,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN because future has completed 2024-11-10T23:42:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN because future has completed 2024-11-10T23:42:23,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:42:23,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:42:23,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:42:23,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,43689,1731281953128}] 2024-11-10T23:42:23,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:42:23,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:42:23,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,40685,1731281953189}] 2024-11-10T23:42:23,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51429, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:42:23,480 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:23,480 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 347947c10016e9da7a7fa84638c7ae66, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-10T23:42:23,480 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,480 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,480 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,480 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,482 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,483 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347947c10016e9da7a7fa84638c7ae66 columnFamilyName colfamily11 2024-11-10T23:42:23,483 DEBUG [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,484 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(327): Store=347947c10016e9da7a7fa84638c7ae66/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,484 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,484 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347947c10016e9da7a7fa84638c7ae66 columnFamilyName colfamily21 2024-11-10T23:42:23,485 DEBUG [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,485 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(327): Store=347947c10016e9da7a7fa84638c7ae66/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,485 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,486 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347947c10016e9da7a7fa84638c7ae66 columnFamilyName colfamily31 2024-11-10T23:42:23,486 DEBUG [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,486 INFO [StoreOpener-347947c10016e9da7a7fa84638c7ae66-1 {}] regionserver.HStore(327): Store=347947c10016e9da7a7fa84638c7ae66/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,486 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,487 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,489 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,489 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004 2024-11-10T23:42:23,491 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:23,491 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 4547f7bca365727bc160b5fd7e5c2c23, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-10T23:42:23,492 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,492 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,492 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,492 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,494 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,494 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4547f7bca365727bc160b5fd7e5c2c23 columnFamilyName colfamily11 2024-11-10T23:42:23,495 DEBUG [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,495 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(327): Store=4547f7bca365727bc160b5fd7e5c2c23/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,495 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,496 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4547f7bca365727bc160b5fd7e5c2c23 columnFamilyName colfamily21 2024-11-10T23:42:23,496 DEBUG [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,496 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(327): Store=4547f7bca365727bc160b5fd7e5c2c23/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,496 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004 2024-11-10T23:42:23,497 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,497 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 347947c10016e9da7a7fa84638c7ae66 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,497 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4547f7bca365727bc160b5fd7e5c2c23 columnFamilyName colfamily31 2024-11-10T23:42:23,497 DEBUG [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,498 INFO [StoreOpener-4547f7bca365727bc160b5fd7e5c2c23-1 {}] regionserver.HStore(327): Store=4547f7bca365727bc160b5fd7e5c2c23/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,498 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,499 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,501 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,501 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004 2024-11-10T23:42:23,506 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004 2024-11-10T23:42:23,507 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 4547f7bca365727bc160b5fd7e5c2c23 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,518 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/.tmp/colfamily11/b43d67150845487c83c767c11d90404c is 52, key is sss/colfamily11:colfamily11/1731281959413/Put/seqid=0 2024-11-10T23:42:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741878_1054 (size=39263) 2024-11-10T23:42:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741878_1054 (size=39263) 2024-11-10T23:42:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741878_1054 (size=39263) 2024-11-10T23:42:23,527 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/.tmp/colfamily11/b43d67150845487c83c767c11d90404c 2024-11-10T23:42:23,532 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/.tmp/colfamily11/e54f8db7d54847d7b9211ce5bc56e83a is 52, key is ddd/colfamily11:colfamily11/1731281959130/Put/seqid=0 2024-11-10T23:42:23,536 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/.tmp/colfamily11/b43d67150845487c83c767c11d90404c as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/colfamily11/b43d67150845487c83c767c11d90404c 2024-11-10T23:42:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741879_1055 (size=39263) 2024-11-10T23:42:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741879_1055 (size=39263) 2024-11-10T23:42:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741879_1055 (size=39263) 2024-11-10T23:42:23,543 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/.tmp/colfamily11/e54f8db7d54847d7b9211ce5bc56e83a 2024-11-10T23:42:23,547 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/colfamily11/b43d67150845487c83c767c11d90404c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,547 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 347947c10016e9da7a7fa84638c7ae66 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,548 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/0000000000000000004 2024-11-10T23:42:23,549 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,549 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,550 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,551 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/.tmp/colfamily11/e54f8db7d54847d7b9211ce5bc56e83a as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/colfamily11/e54f8db7d54847d7b9211ce5bc56e83a 2024-11-10T23:42:23,551 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,554 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,555 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 347947c10016e9da7a7fa84638c7ae66; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58869389, jitterRate=-0.12277774512767792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,555 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:23,555 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 347947c10016e9da7a7fa84638c7ae66: Running coprocessor pre-open hook at 1731282143481Writing region info on filesystem at 1731282143481Initializing all the Stores at 1731282143482 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143482Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143482Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143482Obtaining lock to block concurrent updates at 1731282143497 (+15 ms)Preparing flush snapshotting stores in 347947c10016e9da7a7fa84638c7ae66 at 1731282143497Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143497Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. at 1731282143497Flushing 347947c10016e9da7a7fa84638c7ae66/colfamily11: creating writer at 1731282143497Flushing 347947c10016e9da7a7fa84638c7ae66/colfamily11: appending metadata at 1731282143517 (+20 ms)Flushing 347947c10016e9da7a7fa84638c7ae66/colfamily11: closing flushed file at 1731282143517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bce5959: reopening flushed file at 1731282143535 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 347947c10016e9da7a7fa84638c7ae66 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731282143547 (+12 ms)Cleaning up temporary data from old regions at 1731282143549 (+2 ms)Running coprocessor post-open hooks at 1731282143555 (+6 ms)Region opened successfully at 1731282143555 2024-11-10T23:42:23,556 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., pid=78, masterSystemTime=1731282143471 2024-11-10T23:42:23,559 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:23,559 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:23,559 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/colfamily11/e54f8db7d54847d7b9211ce5bc56e83a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,559 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:23,559 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => df679f8808b560d1cd817ace3e3cbf54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-10T23:42:23,559 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4547f7bca365727bc160b5fd7e5c2c23 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,559 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,559 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,560 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/0000000000000000004 2024-11-10T23:42:23,561 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,561 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,561 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,563 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:42:23,564 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df679f8808b560d1cd817ace3e3cbf54 columnFamilyName colfamily11 2024-11-10T23:42:23,564 DEBUG [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,565 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(327): Store=df679f8808b560d1cd817ace3e3cbf54/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,565 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,565 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b9d7a669c7f,43689,1731281953128, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:42:23,566 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,567 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df679f8808b560d1cd817ace3e3cbf54 columnFamilyName colfamily21 2024-11-10T23:42:23,567 DEBUG [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,567 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(327): Store=df679f8808b560d1cd817ace3e3cbf54/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,567 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-10T23:42:23,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,43689,1731281953128 in 232 msec 2024-11-10T23:42:23,569 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df679f8808b560d1cd817ace3e3cbf54 columnFamilyName colfamily31 2024-11-10T23:42:23,569 DEBUG [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,569 INFO [StoreOpener-df679f8808b560d1cd817ace3e3cbf54-1 {}] regionserver.HStore(327): Store=df679f8808b560d1cd817ace3e3cbf54/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,570 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,570 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN in 413 msec 2024-11-10T23:42:23,571 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,571 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 4547f7bca365727bc160b5fd7e5c2c23; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61184272, jitterRate=-0.08828330039978027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,571 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:23,572 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 4547f7bca365727bc160b5fd7e5c2c23: Running coprocessor pre-open hook at 1731282143492Writing region info on filesystem at 1731282143492Initializing all the Stores at 1731282143493 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143493Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143493Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143493Obtaining lock to block concurrent updates at 1731282143507 (+14 ms)Preparing flush snapshotting stores in 4547f7bca365727bc160b5fd7e5c2c23 at 1731282143507Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143507Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. at 1731282143507Flushing 4547f7bca365727bc160b5fd7e5c2c23/colfamily11: creating writer at 1731282143507Flushing 4547f7bca365727bc160b5fd7e5c2c23/colfamily11: appending metadata at 1731282143531 (+24 ms)Flushing 4547f7bca365727bc160b5fd7e5c2c23/colfamily11: closing flushed file at 1731282143531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bdbfa8: reopening flushed file at 1731282143550 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4547f7bca365727bc160b5fd7e5c2c23 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731282143559 (+9 ms)Cleaning up temporary data from old regions at 1731282143561 (+2 ms)Running coprocessor post-open hooks at 1731282143571 (+10 ms)Region opened successfully at 1731282143572 (+1 ms) 2024-11-10T23:42:23,573 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., pid=79, masterSystemTime=1731282143467 2024-11-10T23:42:23,573 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,574 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004 2024-11-10T23:42:23,575 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:23,575 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:23,575 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:23,575 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => aeb7be2732f8cfb49e262d97a400afb3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-10T23:42:23,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,576 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,576 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,576 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,576 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,578 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:42:23,579 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb7be2732f8cfb49e262d97a400afb3 columnFamilyName colfamily11 2024-11-10T23:42:23,580 DEBUG [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,580 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(327): Store=aeb7be2732f8cfb49e262d97a400afb3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,580 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,581 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004 2024-11-10T23:42:23,581 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing df679f8808b560d1cd817ace3e3cbf54 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,582 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb7be2732f8cfb49e262d97a400afb3 columnFamilyName colfamily21 2024-11-10T23:42:23,582 DEBUG [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,582 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(327): Store=aeb7be2732f8cfb49e262d97a400afb3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=68 2024-11-10T23:42:23,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,40685,1731281953189 in 243 msec 2024-11-10T23:42:23,582 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,583 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb7be2732f8cfb49e262d97a400afb3 columnFamilyName colfamily31 2024-11-10T23:42:23,583 DEBUG [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,584 INFO [StoreOpener-aeb7be2732f8cfb49e262d97a400afb3-1 {}] regionserver.HStore(327): Store=aeb7be2732f8cfb49e262d97a400afb3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN in 426 msec 2024-11-10T23:42:23,584 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,585 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,587 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,587 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004 2024-11-10T23:42:23,593 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004 2024-11-10T23:42:23,593 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing aeb7be2732f8cfb49e262d97a400afb3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,600 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/.tmp/colfamily11/8f38b594d1cb4b6fa2eb6e5b328328e5 is 52, key is ggg/colfamily11:colfamily11/1731281959202/Put/seqid=0 2024-11-10T23:42:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741880_1056 (size=39263) 2024-11-10T23:42:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741880_1056 (size=39263) 2024-11-10T23:42:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741880_1056 (size=39263) 2024-11-10T23:42:23,610 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/.tmp/colfamily11/8f38b594d1cb4b6fa2eb6e5b328328e5 2024-11-10T23:42:23,616 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/.tmp/colfamily11/dd7412b9845b4d96b692498a0b3c4d2f is 52, key is jjj/colfamily11:colfamily11/1731281959273/Put/seqid=0 2024-11-10T23:42:23,617 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/.tmp/colfamily11/8f38b594d1cb4b6fa2eb6e5b328328e5 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/colfamily11/8f38b594d1cb4b6fa2eb6e5b328328e5 2024-11-10T23:42:23,625 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/colfamily11/8f38b594d1cb4b6fa2eb6e5b328328e5, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,625 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df679f8808b560d1cd817ace3e3cbf54 in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,626 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/0000000000000000004 2024-11-10T23:42:23,627 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,627 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,628 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741881_1057 (size=39263) 2024-11-10T23:42:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741881_1057 (size=39263) 2024-11-10T23:42:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741881_1057 (size=39263) 2024-11-10T23:42:23,630 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/.tmp/colfamily11/dd7412b9845b4d96b692498a0b3c4d2f 2024-11-10T23:42:23,631 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,633 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,634 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened df679f8808b560d1cd817ace3e3cbf54; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67511135, jitterRate=0.0059943050146102905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,634 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:23,634 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for df679f8808b560d1cd817ace3e3cbf54: Running coprocessor pre-open hook at 1731282143560Writing region info on filesystem at 1731282143560Initializing all the Stores at 1731282143561 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143561Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143561Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143561Obtaining lock to block concurrent updates at 1731282143581 (+20 ms)Preparing flush snapshotting stores in df679f8808b560d1cd817ace3e3cbf54 at 1731282143581Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143581Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. at 1731282143581Flushing df679f8808b560d1cd817ace3e3cbf54/colfamily11: creating writer at 1731282143581Flushing df679f8808b560d1cd817ace3e3cbf54/colfamily11: appending metadata at 1731282143599 (+18 ms)Flushing df679f8808b560d1cd817ace3e3cbf54/colfamily11: closing flushed file at 1731282143599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b46b835: reopening flushed file at 1731282143616 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df679f8808b560d1cd817ace3e3cbf54 in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731282143625 (+9 ms)Cleaning up temporary data from old regions at 1731282143627 (+2 ms)Running coprocessor post-open hooks at 1731282143634 (+7 ms)Region opened successfully at 1731282143634 2024-11-10T23:42:23,635 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., pid=76, masterSystemTime=1731282143471 2024-11-10T23:42:23,637 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:23,637 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:23,637 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:23,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => dbb90d7b0e1043e361bf5ac5d2b2d8f4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-10T23:42:23,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/.tmp/colfamily11/dd7412b9845b4d96b692498a0b3c4d2f as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/colfamily11/dd7412b9845b4d96b692498a0b3c4d2f 2024-11-10T23:42:23,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,638 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:42:23,641 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,642 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb90d7b0e1043e361bf5ac5d2b2d8f4 columnFamilyName colfamily11 2024-11-10T23:42:23,643 DEBUG [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,643 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(327): Store=dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,643 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=72 2024-11-10T23:42:23,645 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb90d7b0e1043e361bf5ac5d2b2d8f4 columnFamilyName colfamily21 2024-11-10T23:42:23,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,43689,1731281953128 in 314 msec 2024-11-10T23:42:23,645 DEBUG [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,646 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(327): Store=dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,646 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN in 489 msec 2024-11-10T23:42:23,647 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb90d7b0e1043e361bf5ac5d2b2d8f4 columnFamilyName colfamily31 2024-11-10T23:42:23,647 DEBUG [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,648 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/colfamily11/dd7412b9845b4d96b692498a0b3c4d2f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,648 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aeb7be2732f8cfb49e262d97a400afb3 in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,648 INFO [StoreOpener-dbb90d7b0e1043e361bf5ac5d2b2d8f4-1 {}] regionserver.HStore(327): Store=dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,648 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,649 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/0000000000000000004 2024-11-10T23:42:23,649 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,650 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,650 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,651 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,651 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,652 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004 2024-11-10T23:42:23,652 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,654 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,655 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened aeb7be2732f8cfb49e262d97a400afb3; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65068219, jitterRate=-0.03040798008441925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,656 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:23,656 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for aeb7be2732f8cfb49e262d97a400afb3: Running coprocessor pre-open hook at 1731282143576Writing region info on filesystem at 1731282143576Initializing all the Stores at 1731282143578 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143578Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143578Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143578Obtaining lock to block concurrent updates at 1731282143593 (+15 ms)Preparing flush snapshotting stores in aeb7be2732f8cfb49e262d97a400afb3 at 1731282143593Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143594 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. at 1731282143594Flushing aeb7be2732f8cfb49e262d97a400afb3/colfamily11: creating writer at 1731282143594Flushing aeb7be2732f8cfb49e262d97a400afb3/colfamily11: appending metadata at 1731282143616 (+22 ms)Flushing aeb7be2732f8cfb49e262d97a400afb3/colfamily11: closing flushed file at 1731282143616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696bfc55: reopening flushed file at 1731282143637 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aeb7be2732f8cfb49e262d97a400afb3 in 55ms, sequenceid=4, compaction requested=false; wal=null at 1731282143648 (+11 ms)Cleaning up temporary data from old regions at 1731282143650 (+2 ms)Running coprocessor post-open hooks at 1731282143656 (+6 ms)Region opened successfully at 1731282143656 2024-11-10T23:42:23,656 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004 2024-11-10T23:42:23,656 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing dbb90d7b0e1043e361bf5ac5d2b2d8f4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,657 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., pid=80, masterSystemTime=1731282143467 2024-11-10T23:42:23,659 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:23,659 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:23,659 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:23,659 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e17f8868b7df4e727a7c3d355c1fa61, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-10T23:42:23,660 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,660 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,660 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,660 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:42:23,662 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,664 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e17f8868b7df4e727a7c3d355c1fa61 columnFamilyName colfamily11 2024-11-10T23:42:23,664 DEBUG [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,664 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(327): Store=2e17f8868b7df4e727a7c3d355c1fa61/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,665 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,666 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e17f8868b7df4e727a7c3d355c1fa61 columnFamilyName colfamily21 2024-11-10T23:42:23,666 DEBUG [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,667 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(327): Store=2e17f8868b7df4e727a7c3d355c1fa61/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,667 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,668 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e17f8868b7df4e727a7c3d355c1fa61 columnFamilyName colfamily31 2024-11-10T23:42:23,668 DEBUG [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,669 INFO [StoreOpener-2e17f8868b7df4e727a7c3d355c1fa61-1 {}] regionserver.HStore(327): Store=2e17f8868b7df4e727a7c3d355c1fa61/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,669 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=66 2024-11-10T23:42:23,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,40685,1731281953189 in 323 msec 2024-11-10T23:42:23,671 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN in 514 msec 2024-11-10T23:42:23,673 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,674 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004 2024-11-10T23:42:23,680 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004 2024-11-10T23:42:23,680 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 2e17f8868b7df4e727a7c3d355c1fa61 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,682 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/.tmp/colfamily11/b3f10a8da8604159ba1372f0c9b0f553 is 52, key is bbb/colfamily11:colfamily11/1731281959079/Put/seqid=0 2024-11-10T23:42:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741882_1058 (size=39263) 2024-11-10T23:42:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741882_1058 (size=39263) 2024-11-10T23:42:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741882_1058 (size=39263) 2024-11-10T23:42:23,694 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/.tmp/colfamily11/b3f10a8da8604159ba1372f0c9b0f553 2024-11-10T23:42:23,700 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/.tmp/colfamily11/ee03da62f7c9465e856a2babf90b62dc is 52, key is ppp/colfamily11:colfamily11/1731281959369/Put/seqid=0 2024-11-10T23:42:23,702 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/.tmp/colfamily11/b3f10a8da8604159ba1372f0c9b0f553 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11/b3f10a8da8604159ba1372f0c9b0f553 2024-11-10T23:42:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741883_1059 (size=39263) 2024-11-10T23:42:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741883_1059 (size=39263) 2024-11-10T23:42:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741883_1059 (size=39263) 2024-11-10T23:42:23,710 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/.tmp/colfamily11/ee03da62f7c9465e856a2babf90b62dc 2024-11-10T23:42:23,711 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11/b3f10a8da8604159ba1372f0c9b0f553, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,711 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dbb90d7b0e1043e361bf5ac5d2b2d8f4 in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,712 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/0000000000000000004 2024-11-10T23:42:23,713 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,713 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,714 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,716 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,718 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/.tmp/colfamily11/ee03da62f7c9465e856a2babf90b62dc as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/colfamily11/ee03da62f7c9465e856a2babf90b62dc 2024-11-10T23:42:23,718 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,720 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened dbb90d7b0e1043e361bf5ac5d2b2d8f4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65261287, jitterRate=-0.02753104269504547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,720 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:23,720 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for dbb90d7b0e1043e361bf5ac5d2b2d8f4: Running coprocessor pre-open hook at 1731282143639Writing region info on filesystem at 1731282143639Initializing all the Stores at 1731282143640 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143640Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143641 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143641Obtaining lock to block concurrent updates at 1731282143656 (+15 ms)Preparing flush snapshotting stores in dbb90d7b0e1043e361bf5ac5d2b2d8f4 at 1731282143656Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143657 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. at 1731282143657Flushing dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11: creating writer at 1731282143657Flushing dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11: appending metadata at 1731282143681 (+24 ms)Flushing dbb90d7b0e1043e361bf5ac5d2b2d8f4/colfamily11: closing flushed file at 1731282143681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7f6ca9: reopening flushed file at 1731282143701 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dbb90d7b0e1043e361bf5ac5d2b2d8f4 in 55ms, sequenceid=4, compaction requested=false; wal=null at 1731282143711 (+10 ms)Cleaning up temporary data from old regions at 1731282143713 (+2 ms)Running coprocessor post-open hooks at 1731282143720 (+7 ms)Region opened successfully at 1731282143720 2024-11-10T23:42:23,721 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., pid=75, masterSystemTime=1731282143471 2024-11-10T23:42:23,723 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:23,723 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:23,723 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:23,723 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 8470862fa6335c3a2d01ce45f49528e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-10T23:42:23,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,724 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,724 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,724 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,724 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:42:23,727 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,728 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/colfamily11/ee03da62f7c9465e856a2babf90b62dc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,728 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2e17f8868b7df4e727a7c3d355c1fa61 in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,728 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8470862fa6335c3a2d01ce45f49528e2 columnFamilyName colfamily11 2024-11-10T23:42:23,729 DEBUG [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,729 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/0000000000000000004 2024-11-10T23:42:23,729 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(327): Store=8470862fa6335c3a2d01ce45f49528e2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,730 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,730 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,730 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,731 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8470862fa6335c3a2d01ce45f49528e2 columnFamilyName colfamily21 2024-11-10T23:42:23,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=70 2024-11-10T23:42:23,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,43689,1731281953128 in 405 msec 2024-11-10T23:42:23,731 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,732 DEBUG [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,732 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(327): Store=8470862fa6335c3a2d01ce45f49528e2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,732 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,733 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN in 575 msec 2024-11-10T23:42:23,733 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8470862fa6335c3a2d01ce45f49528e2 columnFamilyName colfamily31 2024-11-10T23:42:23,733 DEBUG [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,734 INFO [StoreOpener-8470862fa6335c3a2d01ce45f49528e2-1 {}] regionserver.HStore(327): Store=8470862fa6335c3a2d01ce45f49528e2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,734 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,735 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,736 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,737 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 2e17f8868b7df4e727a7c3d355c1fa61; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62370780, jitterRate=-0.07060295343399048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,737 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,737 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:23,737 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 2e17f8868b7df4e727a7c3d355c1fa61: Running coprocessor pre-open hook at 1731282143660Writing region info on filesystem at 1731282143660Initializing all the Stores at 1731282143662 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143662Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143662Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143662Obtaining lock to block concurrent updates at 1731282143680 (+18 ms)Preparing flush snapshotting stores in 2e17f8868b7df4e727a7c3d355c1fa61 at 1731282143680Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143680Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. at 1731282143680Flushing 2e17f8868b7df4e727a7c3d355c1fa61/colfamily11: creating writer at 1731282143680Flushing 2e17f8868b7df4e727a7c3d355c1fa61/colfamily11: appending metadata at 1731282143700 (+20 ms)Flushing 2e17f8868b7df4e727a7c3d355c1fa61/colfamily11: closing flushed file at 1731282143700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222cba08: reopening flushed file at 1731282143717 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2e17f8868b7df4e727a7c3d355c1fa61 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731282143728 (+11 ms)Cleaning up temporary data from old regions at 1731282143730 (+2 ms)Running coprocessor post-open hooks at 1731282143737 (+7 ms)Region opened successfully at 1731282143737 2024-11-10T23:42:23,738 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004 2024-11-10T23:42:23,738 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., pid=81, masterSystemTime=1731282143467 2024-11-10T23:42:23,741 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:23,741 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:23,741 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:23,741 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e6a8feba9e68079afc54539eab48c30, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-10T23:42:23,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,742 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,742 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,742 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,742 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,744 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:42:23,745 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6a8feba9e68079afc54539eab48c30 columnFamilyName colfamily11 2024-11-10T23:42:23,745 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004 2024-11-10T23:42:23,746 DEBUG [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,746 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 8470862fa6335c3a2d01ce45f49528e2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,746 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(327): Store=9e6a8feba9e68079afc54539eab48c30/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,746 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,748 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6a8feba9e68079afc54539eab48c30 columnFamilyName colfamily21 2024-11-10T23:42:23,748 DEBUG [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=65 2024-11-10T23:42:23,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,40685,1731281953189 in 401 msec 2024-11-10T23:42:23,749 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(327): Store=9e6a8feba9e68079afc54539eab48c30/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,749 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,750 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6a8feba9e68079afc54539eab48c30 columnFamilyName colfamily31 2024-11-10T23:42:23,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN in 593 msec 2024-11-10T23:42:23,751 DEBUG [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,751 INFO [StoreOpener-9e6a8feba9e68079afc54539eab48c30-1 {}] regionserver.HStore(327): Store=9e6a8feba9e68079afc54539eab48c30/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,751 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,752 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,753 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,754 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004 2024-11-10T23:42:23,759 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004 2024-11-10T23:42:23,759 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 9e6a8feba9e68079afc54539eab48c30 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,769 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/.tmp/colfamily11/360c0718a1a645259830fe9508b7ea8c is 52, key is xxx/colfamily11:colfamily11/1731281959489/Put/seqid=0 2024-11-10T23:42:23,776 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/.tmp/colfamily11/ce175094a1624a179aff99ca79f21154 is 52, key is vvv/colfamily11:colfamily11/1731281959453/Put/seqid=0 2024-11-10T23:42:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741884_1060 (size=39263) 2024-11-10T23:42:23,780 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/.tmp/colfamily11/360c0718a1a645259830fe9508b7ea8c 2024-11-10T23:42:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741884_1060 (size=39263) 2024-11-10T23:42:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741884_1060 (size=39263) 2024-11-10T23:42:23,787 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/.tmp/colfamily11/360c0718a1a645259830fe9508b7ea8c as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/colfamily11/360c0718a1a645259830fe9508b7ea8c 2024-11-10T23:42:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741885_1061 (size=39263) 2024-11-10T23:42:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741885_1061 (size=39263) 2024-11-10T23:42:23,790 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/.tmp/colfamily11/ce175094a1624a179aff99ca79f21154 2024-11-10T23:42:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741885_1061 (size=39263) 2024-11-10T23:42:23,795 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/colfamily11/360c0718a1a645259830fe9508b7ea8c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,796 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8470862fa6335c3a2d01ce45f49528e2 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,796 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/0000000000000000004 2024-11-10T23:42:23,798 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,798 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,799 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/.tmp/colfamily11/ce175094a1624a179aff99ca79f21154 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/colfamily11/ce175094a1624a179aff99ca79f21154 2024-11-10T23:42:23,799 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,800 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,802 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,803 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 8470862fa6335c3a2d01ce45f49528e2; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75098678, jitterRate=0.11905750632286072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,804 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:23,804 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 8470862fa6335c3a2d01ce45f49528e2: Running coprocessor pre-open hook at 1731282143724Writing region info on filesystem at 1731282143724Initializing all the Stores at 1731282143726 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143726Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143727 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143727Obtaining lock to block concurrent updates at 1731282143746 (+19 ms)Preparing flush snapshotting stores in 8470862fa6335c3a2d01ce45f49528e2 at 1731282143746Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143746Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. at 1731282143746Flushing 8470862fa6335c3a2d01ce45f49528e2/colfamily11: creating writer at 1731282143746Flushing 8470862fa6335c3a2d01ce45f49528e2/colfamily11: appending metadata at 1731282143769 (+23 ms)Flushing 8470862fa6335c3a2d01ce45f49528e2/colfamily11: closing flushed file at 1731282143769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133f828f: reopening flushed file at 1731282143786 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8470862fa6335c3a2d01ce45f49528e2 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731282143796 (+10 ms)Cleaning up temporary data from old regions at 1731282143798 (+2 ms)Running coprocessor post-open hooks at 1731282143804 (+6 ms)Region opened successfully at 1731282143804 2024-11-10T23:42:23,805 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., pid=74, masterSystemTime=1731282143471 2024-11-10T23:42:23,805 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/colfamily11/ce175094a1624a179aff99ca79f21154, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,805 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9e6a8feba9e68079afc54539eab48c30 in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,806 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/0000000000000000004 2024-11-10T23:42:23,807 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:23,807 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:23,807 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:23,807 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b45cdf87bf88c449c9bc40fafeeba8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-10T23:42:23,807 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,808 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,808 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:42:23,808 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,808 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,809 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,809 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:42:23,810 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,811 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,812 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b45cdf87bf88c449c9bc40fafeeba8d columnFamilyName colfamily11 2024-11-10T23:42:23,812 DEBUG [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,812 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,812 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(327): Store=3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,812 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-10T23:42:23,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,43689,1731281953128 in 491 msec 2024-11-10T23:42:23,813 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b45cdf87bf88c449c9bc40fafeeba8d columnFamilyName colfamily21 2024-11-10T23:42:23,813 DEBUG [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,814 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(327): Store=3b45cdf87bf88c449c9bc40fafeeba8d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,814 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,815 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN in 657 msec 2024-11-10T23:42:23,815 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b45cdf87bf88c449c9bc40fafeeba8d columnFamilyName colfamily31 2024-11-10T23:42:23,815 DEBUG [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:42:23,816 INFO [StoreOpener-3b45cdf87bf88c449c9bc40fafeeba8d-1 {}] regionserver.HStore(327): Store=3b45cdf87bf88c449c9bc40fafeeba8d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:42:23,816 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,816 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 9e6a8feba9e68079afc54539eab48c30; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74652912, jitterRate=0.11241507530212402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,816 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:23,816 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 9e6a8feba9e68079afc54539eab48c30: Running coprocessor pre-open hook at 1731282143742Writing region info on filesystem at 1731282143742Initializing all the Stores at 1731282143744 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143744Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143744Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143744Obtaining lock to block concurrent updates at 1731282143759 (+15 ms)Preparing flush snapshotting stores in 9e6a8feba9e68079afc54539eab48c30 at 1731282143759Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143759Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. at 1731282143759Flushing 9e6a8feba9e68079afc54539eab48c30/colfamily11: creating writer at 1731282143759Flushing 9e6a8feba9e68079afc54539eab48c30/colfamily11: appending metadata at 1731282143776 (+17 ms)Flushing 9e6a8feba9e68079afc54539eab48c30/colfamily11: closing flushed file at 1731282143776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2806050c: reopening flushed file at 1731282143798 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9e6a8feba9e68079afc54539eab48c30 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731282143805 (+7 ms)Cleaning up temporary data from old regions at 1731282143809 (+4 ms)Running coprocessor post-open hooks at 1731282143816 (+7 ms)Region opened successfully at 1731282143816 2024-11-10T23:42:23,817 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,817 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., pid=73, masterSystemTime=1731282143467 2024-11-10T23:42:23,818 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,819 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:23,819 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:23,819 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004 2024-11-10T23:42:23,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,40685,1731281953189 because future has completed 2024-11-10T23:42:23,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=67 2024-11-10T23:42:23,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,40685,1731281953189 in 507 msec 2024-11-10T23:42:23,825 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004 2024-11-10T23:42:23,825 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 3b45cdf87bf88c449c9bc40fafeeba8d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:23,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN in 669 msec 2024-11-10T23:42:23,842 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/.tmp/colfamily11/3fbaaa1cca504817abb21d6c569ecf57 is 52, key is mmm/colfamily11:colfamily11/1731281959331/Put/seqid=0 2024-11-10T23:42:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741886_1062 (size=39263) 2024-11-10T23:42:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741886_1062 (size=39263) 2024-11-10T23:42:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741886_1062 (size=39263) 2024-11-10T23:42:23,850 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/.tmp/colfamily11/3fbaaa1cca504817abb21d6c569ecf57 2024-11-10T23:42:23,857 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/.tmp/colfamily11/3fbaaa1cca504817abb21d6c569ecf57 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11/3fbaaa1cca504817abb21d6c569ecf57 2024-11-10T23:42:23,864 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11/3fbaaa1cca504817abb21d6c569ecf57, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T23:42:23,865 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b45cdf87bf88c449c9bc40fafeeba8d in 40ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T23:42:23,865 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/0000000000000000004 2024-11-10T23:42:23,866 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,866 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,867 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T23:42:23,869 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,871 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T23:42:23,872 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 3b45cdf87bf88c449c9bc40fafeeba8d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64749698, jitterRate=-0.0351543128490448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T23:42:23,872 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:23,873 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 3b45cdf87bf88c449c9bc40fafeeba8d: Running coprocessor pre-open hook at 1731282143808Writing region info on filesystem at 1731282143808Initializing all the Stores at 1731282143809 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143809Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143810 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282143810Obtaining lock to block concurrent updates at 1731282143825 (+15 ms)Preparing flush snapshotting stores in 3b45cdf87bf88c449c9bc40fafeeba8d at 1731282143825Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282143826 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. at 1731282143826Flushing 3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11: creating writer at 1731282143826Flushing 3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11: appending metadata at 1731282143842 (+16 ms)Flushing 3b45cdf87bf88c449c9bc40fafeeba8d/colfamily11: closing flushed file at 1731282143842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ed7238: reopening flushed file at 1731282143857 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b45cdf87bf88c449c9bc40fafeeba8d in 40ms, sequenceid=4, compaction requested=false; wal=null at 1731282143865 (+8 ms)Cleaning up temporary data from old regions at 1731282143866 (+1 ms)Running coprocessor post-open hooks at 1731282143872 (+6 ms)Region opened successfully at 1731282143872 2024-11-10T23:42:23,873 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., pid=77, masterSystemTime=1731282143471 2024-11-10T23:42:23,875 DEBUG [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:23,875 INFO [RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:23,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, openSeqNum=5, regionLocation=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,43689,1731281953128 because future has completed 2024-11-10T23:42:23,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-10T23:42:23,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,43689,1731281953128 in 547 msec 2024-11-10T23:42:23,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-10T23:42:23,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN in 724 msec 2024-11-10T23:42:23,882 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2b9d7a669c7f,37147,1731281953026 after splitting done 2024-11-10T23:42:23,882 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T23:42:23,882 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:23,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:23,883 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:42:23,907 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:23,907 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T23:42:23,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:23,907 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:23,907 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:23,907 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T23:42:23,907 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T23:42:23,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T23:42:23,907 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:42:23,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T23:42:23,910 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:42:23,911 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.meta.1731281955107.meta, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2b9d7a669c7f%2C37147%2C1731281953026.1731281954764, worker=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b45cdf87bf88c449c9bc40fafeeba8d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e17f8868b7df4e727a7c3d355c1fa61, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeb7be2732f8cfb49e262d97a400afb3, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e6a8feba9e68079afc54539eab48c30, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4547f7bca365727bc160b5fd7e5c2c23, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=347947c10016e9da7a7fa84638c7ae66, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8470862fa6335c3a2d01ce45f49528e2, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df679f8808b560d1cd817ace3e3cbf54, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6a8feba9e68079afc54539eab48c30, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8470862fa6335c3a2d01ce45f49528e2, server=2b9d7a669c7f,43689,1731281953128 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure dbb90d7b0e1043e361bf5ac5d2b2d8f4, server=2b9d7a669c7f,43689,1731281953128 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure df679f8808b560d1cd817ace3e3cbf54, server=2b9d7a669c7f,43689,1731281953128 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b45cdf87bf88c449c9bc40fafeeba8d, server=2b9d7a669c7f,43689,1731281953128 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 347947c10016e9da7a7fa84638c7ae66, server=2b9d7a669c7f,43689,1731281953128 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4547f7bca365727bc160b5fd7e5c2c23, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure aeb7be2732f8cfb49e262d97a400afb3, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e17f8868b7df4e727a7c3d355c1fa61, server=2b9d7a669c7f,40685,1731281953189 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T23:42:23,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T23:42:23,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=61 2024-11-10T23:42:23,916 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b9d7a669c7f,40685,1731281953189, table=hbase:meta, region=1588230740 2024-11-10T23:42:23,916 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b9d7a669c7f,40685,1731281953189, state=OPEN 2024-11-10T23:42:23,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:23,944 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:23,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:42:23,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:23,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:23,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:42:23,945 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282173945 2024-11-10T23:42:23,945 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2299c941ffda9f47e716cc6f0eafb4c1, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbb90d7b0e1043e361bf5ac5d2b2d8f4, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=5 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e9f9052cbd05ce9a47beaac9cae7f86f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4547f7bca365727bc160b5fd7e5c2c23, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=5 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0b7728f5bed8eb2c50d74f3c5ce8ff4, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aee55eb00c2370da6d38d1d7cbda5b59, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,954 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df679f8808b560d1cd817ace3e3cbf54, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=5 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f24efff5ce43145d02e408593dd1e435, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c837d791ee95455c5a3496af982f5a95, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeb7be2732f8cfb49e262d97a400afb3, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=5 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cb15616fbea25af8b33b500d343036, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a7413972255e51b94e1a85f92b70edc6, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b45cdf87bf88c449c9bc40fafeeba8d, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=5 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=799357a206850659c4e9e693c89457e2, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bff7856f6815d14bf0ed94cd61bf78e5, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e17f8868b7df4e727a7c3d355c1fa61, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=5 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41aa00e40fb2c5e169ea509ed3cb0def, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3db37e4ee7e2e6f6bb2e1e53e20ca4f, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=347947c10016e9da7a7fa84638c7ae66, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=5 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f6b23b35a618309323269004533a4d7, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a7c6d9d263bae7ec9ecd62874cfeaa0, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e6a8feba9e68079afc54539eab48c30, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=5 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c8e3474090e54fce99d835ad76b9aa, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,956 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8470862fa6335c3a2d01ce45f49528e2, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=5 2024-11-10T23:42:23,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=863f4ed48fe2f14916e7180445b75937, regionState=OPEN, lastHost=2b9d7a669c7f,43689,1731281953128, regionLocation=2b9d7a669c7f,43689,1731281953128, openSeqNum=2 2024-11-10T23:42:23,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0261921cf478fe87c3571f511e913436, regionState=OPEN, lastHost=2b9d7a669c7f,40685,1731281953189, regionLocation=2b9d7a669c7f,40685,1731281953189, openSeqNum=2 2024-11-10T23:42:23,957 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T23:42:23,957 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282203957 2024-11-10T23:42:23,957 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282263957 2024-11-10T23:42:23,957 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-10T23:42:23,957 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2b9d7a669c7f,37147,1731281953026 after splitting done 2024-11-10T23:42:23,957 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T23:42:23,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 2b9d7a669c7f,37147,1731281953026, splitWal=true, meta=true in 3 mins, 3.78 sec 2024-11-10T23:42:24,217 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:42:24,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:24,232 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b9d7a669c7f:37147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:42:24,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=java.net.ConnectException: Call to address=2b9d7a669c7f:37147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:24,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-10T23:42:24,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:24,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 2b9d7a669c7f:37147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2b9d7a669c7f/172.17.0.2:37147 2024-11-10T23:42:24,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:24,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,37147,1731281953026, seqNum=-1 from cache 2024-11-10T23:42:24,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:42:24,448 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b9d7a669c7f,40685,1731281953189, seqNum=-1] 2024-11-10T23:42:24,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:42:24,458 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=5] 2024-11-10T23:42:24,476 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:24,477 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,477 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,477 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:24,592 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=5] 2024-11-10T23:42:24,627 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:24,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:24,741 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=5] 2024-11-10T23:42:24,766 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:24,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:24,881 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=5] 2024-11-10T23:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:25,013 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=5] 2024-11-10T23:42:25,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:25,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:25,141 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=5] 2024-11-10T23:42:25,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:25,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:25,260 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=5] 2024-11-10T23:42:25,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:25,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:25,384 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30., hostname=2b9d7a669c7f,40685,1731281953189, seqNum=5] 2024-11-10T23:42:25,394 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b9d7a669c7f:37147 this server is in the failed servers list 2024-11-10T23:42:25,394 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b9d7a669c7f:37147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,394 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b9d7a669c7f:37147 2024-11-10T23:42:25,394 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,37147,1731281953026, seqNum=2 from cache 2024-11-10T23:42:25,505 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2., hostname=2b9d7a669c7f,43689,1731281953128, seqNum=5] 2024-11-10T23:42:25,593 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T23:42:25,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:42:25,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:42:25,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:42:25,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:25,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:25,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:42:25,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:42:25,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1933077732, stopped=false 2024-11-10T23:42:25,594 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b9d7a669c7f,34215,1731281952303 2024-11-10T23:42:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:42:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:42:25,652 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:42:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:42:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:42:25,652 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:42:25,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:25,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:42:25,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:42:25,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:25,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:42:25,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:42:25,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,43689,1731281953128' ***** 2024-11-10T23:42:25,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:42:25,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b9d7a669c7f,40685,1731281953189' ***** 2024-11-10T23:42:25,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:42:25,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:42:25,655 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:42:25,655 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:42:25,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:42:25,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:42:25,656 INFO [RS:2;2b9d7a669c7f:40685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:42:25,656 INFO [RS:2;2b9d7a669c7f:40685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:42:25,656 INFO [RS:1;2b9d7a669c7f:43689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:42:25,656 INFO [RS:1;2b9d7a669c7f:43689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:42:25,656 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f6b23b35a618309323269004533a4d7 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a7c6d9d263bae7ec9ecd62874cfeaa0 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6a8feba9e68079afc54539eab48c30 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for d0b7728f5bed8eb2c50d74f3c5ce8ff4 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for f2cb15616fbea25af8b33b500d343036 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 8470862fa6335c3a2d01ce45f49528e2 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 33c8e3474090e54fce99d835ad76b9aa 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b45cdf87bf88c449c9bc40fafeeba8d 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for aee55eb00c2370da6d38d1d7cbda5b59 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 4547f7bca365727bc160b5fd7e5c2c23 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for dbb90d7b0e1043e361bf5ac5d2b2d8f4 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 799357a206850659c4e9e693c89457e2 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 0261921cf478fe87c3571f511e913436 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for c837d791ee95455c5a3496af982f5a95 2024-11-10T23:42:25,657 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f6b23b35a618309323269004533a4d7, disabling compactions & flushes 2024-11-10T23:42:25,657 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e17f8868b7df4e727a7c3d355c1fa61 2024-11-10T23:42:25,657 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 41aa00e40fb2c5e169ea509ed3cb0def 2024-11-10T23:42:25,657 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:42:25,657 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a7c6d9d263bae7ec9ecd62874cfeaa0, disabling compactions & flushes 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for a7413972255e51b94e1a85f92b70edc6 2024-11-10T23:42:25,658 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for e9f9052cbd05ce9a47beaac9cae7f86f 2024-11-10T23:42:25,658 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:42:25,658 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 2299c941ffda9f47e716cc6f0eafb4c1 2024-11-10T23:42:25,658 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for f24efff5ce43145d02e408593dd1e435 2024-11-10T23:42:25,658 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:42:25,658 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. after waiting 0 ms 2024-11-10T23:42:25,658 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for aeb7be2732f8cfb49e262d97a400afb3 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 347947c10016e9da7a7fa84638c7ae66 2024-11-10T23:42:25,658 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. after waiting 0 ms 2024-11-10T23:42:25,658 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for bff7856f6815d14bf0ed94cd61bf78e5 2024-11-10T23:42:25,658 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:42:25,658 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(3091): Received CLOSE for 863f4ed48fe2f14916e7180445b75937 2024-11-10T23:42:25,658 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(959): stopping server 2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:25,658 INFO [RS:2;2b9d7a669c7f:40685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2b9d7a669c7f:40685. 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:42:25,658 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f6b23b35a618309323269004533a4d7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,658 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a7c6d9d263bae7ec9ecd62874cfeaa0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,658 INFO [RS:1;2b9d7a669c7f:43689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b9d7a669c7f:43689. 2024-11-10T23:42:25,658 DEBUG [RS:2;2b9d7a669c7f:40685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:42:25,658 DEBUG [RS:2;2b9d7a669c7f:40685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:25,658 DEBUG [RS:1;2b9d7a669c7f:43689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:42:25,659 DEBUG [RS:1;2b9d7a669c7f:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:25,659 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-10T23:42:25,659 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:42:25,659 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:42:25,659 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:42:25,659 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:42:25,659 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1351): Waiting on 1a7c6d9d263bae7ec9ecd62874cfeaa0, 2299c941ffda9f47e716cc6f0eafb4c1, 347947c10016e9da7a7fa84638c7ae66, 3b45cdf87bf88c449c9bc40fafeeba8d, 41aa00e40fb2c5e169ea509ed3cb0def, 8470862fa6335c3a2d01ce45f49528e2, 863f4ed48fe2f14916e7180445b75937, a7413972255e51b94e1a85f92b70edc6, aee55eb00c2370da6d38d1d7cbda5b59, bff7856f6815d14bf0ed94cd61bf78e5, c837d791ee95455c5a3496af982f5a95, dbb90d7b0e1043e361bf5ac5d2b2d8f4, df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:25,660 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-10T23:42:25,660 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1351): Waiting on 0261921cf478fe87c3571f511e913436, 1588230740, 2e17f8868b7df4e727a7c3d355c1fa61, 33c8e3474090e54fce99d835ad76b9aa, 4547f7bca365727bc160b5fd7e5c2c23, 5f6b23b35a618309323269004533a4d7, 799357a206850659c4e9e693c89457e2, 9e6a8feba9e68079afc54539eab48c30, aeb7be2732f8cfb49e262d97a400afb3, d0b7728f5bed8eb2c50d74f3c5ce8ff4, e9f9052cbd05ce9a47beaac9cae7f86f, f24efff5ce43145d02e408593dd1e435, f2cb15616fbea25af8b33b500d343036, f3db37e4ee7e2e6f6bb2e1e53e20ca4f 2024-11-10T23:42:25,660 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:42:25,660 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:42:25,660 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:42:25,660 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:42:25,660 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:42:25,661 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-10T23:42:25,672 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/info/d4c4c8da6b8a4857b06b8de54311e3a5 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4./info:regioninfo/1731282143723/Put/seqid=0 2024-11-10T23:42:25,684 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/.tmp/colfamily11/5c9fe3bc195b4d5cbe96de905310f781 is 52, key is ttt/colfamily11:colfamily11/1731281959395/Put/seqid=0 2024-11-10T23:42:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741887_1063 (size=19858) 2024-11-10T23:42:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741887_1063 (size=19858) 2024-11-10T23:42:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741887_1063 (size=19858) 2024-11-10T23:42:25,692 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/info/d4c4c8da6b8a4857b06b8de54311e3a5 2024-11-10T23:42:25,694 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/.tmp/colfamily11/c216f1bf506842a2942e5ccceb5340ec is 52, key is uuu/colfamily11:colfamily11/1731281959375/Put/seqid=0 2024-11-10T23:42:25,701 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/.tmp/info/d4c4c8da6b8a4857b06b8de54311e3a5 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/info/d4c4c8da6b8a4857b06b8de54311e3a5 2024-11-10T23:42:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741888_1064 (size=39263) 2024-11-10T23:42:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741888_1064 (size=39263) 2024-11-10T23:42:25,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741888_1064 (size=39263) 2024-11-10T23:42:25,707 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/.tmp/colfamily11/5c9fe3bc195b4d5cbe96de905310f781 2024-11-10T23:42:25,710 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/info/d4c4c8da6b8a4857b06b8de54311e3a5, entries=72, sequenceid=81, filesize=19.4 K 2024-11-10T23:42:25,712 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=81, compaction requested=false 2024-11-10T23:42:25,715 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/.tmp/colfamily11/5c9fe3bc195b4d5cbe96de905310f781 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/colfamily11/5c9fe3bc195b4d5cbe96de905310f781 2024-11-10T23:42:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741889_1065 (size=39263) 2024-11-10T23:42:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741889_1065 (size=39263) 2024-11-10T23:42:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741889_1065 (size=39263) 2024-11-10T23:42:25,718 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/.tmp/colfamily11/c216f1bf506842a2942e5ccceb5340ec 2024-11-10T23:42:25,723 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/colfamily11/5c9fe3bc195b4d5cbe96de905310f781, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,724 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f6b23b35a618309323269004533a4d7 in 66ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,726 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/.tmp/colfamily11/c216f1bf506842a2942e5ccceb5340ec as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily11/c216f1bf506842a2942e5ccceb5340ec 2024-11-10T23:42:25,734 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily11/c216f1bf506842a2942e5ccceb5340ec, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,735 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1a7c6d9d263bae7ec9ecd62874cfeaa0 in 77ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,737 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f6b23b35a618309323269004533a4d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,740 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:42:25,741 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f6b23b35a618309323269004533a4d7: Waiting for close lock at 1731282145657Running coprocessor pre-close hooks at 1731282145657Disabling compacts and flushes for region at 1731282145657Disabling writes for close at 1731282145658 (+1 ms)Obtaining lock to block concurrent updates at 1731282145658Preparing flush snapshotting stores in 5f6b23b35a618309323269004533a4d7 at 1731282145658Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145663 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. at 1731282145665 (+2 ms)Flushing 5f6b23b35a618309323269004533a4d7/colfamily11: creating writer at 1731282145665Flushing 5f6b23b35a618309323269004533a4d7/colfamily11: appending metadata at 1731282145684 (+19 ms)Flushing 5f6b23b35a618309323269004533a4d7/colfamily11: closing flushed file at 1731282145684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e531fbe: reopening flushed file at 1731282145714 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f6b23b35a618309323269004533a4d7 in 66ms, sequenceid=5, compaction requested=false at 1731282145724 (+10 ms)Writing region close event to WAL at 1731282145732 (+8 ms)Running coprocessor post-close hooks at 1731282145738 (+6 ms)Closed at 1731282145740 (+2 ms) 2024-11-10T23:42:25,741 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:42:25,741 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a7c6d9d263bae7ec9ecd62874cfeaa0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,741 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-10T23:42:25,741 INFO [regionserver/2b9d7a669c7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:42:25,741 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731281955545.5f6b23b35a618309323269004533a4d7. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3db37e4ee7e2e6f6bb2e1e53e20ca4f, disabling compactions & flushes 2024-11-10T23:42:25,742 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:42:25,742 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. after waiting 0 ms 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a7c6d9d263bae7ec9ecd62874cfeaa0: Waiting for close lock at 1731282145657Running coprocessor pre-close hooks at 1731282145657Disabling compacts and flushes for region at 1731282145657Disabling writes for close at 1731282145658 (+1 ms)Obtaining lock to block concurrent updates at 1731282145658Preparing flush snapshotting stores in 1a7c6d9d263bae7ec9ecd62874cfeaa0 at 1731282145658Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145663 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. at 1731282145665 (+2 ms)Flushing 1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily11: creating writer at 1731282145665Flushing 1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily11: appending metadata at 1731282145693 (+28 ms)Flushing 1a7c6d9d263bae7ec9ecd62874cfeaa0/colfamily11: closing flushed file at 1731282145693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f76e220: reopening flushed file at 1731282145725 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1a7c6d9d263bae7ec9ecd62874cfeaa0 in 77ms, sequenceid=5, compaction requested=false at 1731282145735 (+10 ms)Writing region close event to WAL at 1731282145736 (+1 ms)Running coprocessor post-close hooks at 1731282145742 (+6 ms)Closed at 1731282145742 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:42:25,742 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3db37e4ee7e2e6f6bb2e1e53e20ca4f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731281955545.1a7c6d9d263bae7ec9ecd62874cfeaa0. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8470862fa6335c3a2d01ce45f49528e2, disabling compactions & flushes 2024-11-10T23:42:25,742 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. after waiting 0 ms 2024-11-10T23:42:25,742 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:25,743 INFO [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:42:25,743 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282145660Running coprocessor pre-close hooks at 1731282145660Disabling compacts and flushes for region at 1731282145660Disabling writes for close at 1731282145660Obtaining lock to block concurrent updates at 1731282145661 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731282145661Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731282145663 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731282145665 (+2 ms)Flushing 1588230740/info: creating writer at 1731282145665Flushing 1588230740/info: appending metadata at 1731282145671 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731282145672 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a6d06a: reopening flushed file at 1731282145700 (+28 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=81, compaction requested=false at 1731282145712 (+12 ms)Writing region close event to WAL at 1731282145735 (+23 ms)Running coprocessor post-close hooks at 1731282145742 (+7 ms)Closed at 1731282145743 (+1 ms) 2024-11-10T23:42:25,743 DEBUG [RS_CLOSE_META-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:42:25,747 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8470862fa6335c3a2d01ce45f49528e2/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:25,748 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:25,748 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8470862fa6335c3a2d01ce45f49528e2: Waiting for close lock at 1731282145742Running coprocessor pre-close hooks at 1731282145742Disabling compacts and flushes for region at 1731282145742Disabling writes for close at 1731282145742Writing region close event to WAL at 1731282145743 (+1 ms)Running coprocessor post-close hooks at 1731282145748 (+5 ms)Closed at 1731282145748 2024-11-10T23:42:25,748 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731281955545.8470862fa6335c3a2d01ce45f49528e2. 2024-11-10T23:42:25,749 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b45cdf87bf88c449c9bc40fafeeba8d, disabling compactions & flushes 2024-11-10T23:42:25,749 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:25,749 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:25,749 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. after waiting 0 ms 2024-11-10T23:42:25,749 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:25,754 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b45cdf87bf88c449c9bc40fafeeba8d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:25,754 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:25,754 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b45cdf87bf88c449c9bc40fafeeba8d: Waiting for close lock at 1731282145749Running coprocessor pre-close hooks at 1731282145749Disabling compacts and flushes for region at 1731282145749Disabling writes for close at 1731282145749Writing region close event to WAL at 1731282145750 (+1 ms)Running coprocessor post-close hooks at 1731282145754 (+4 ms)Closed at 1731282145754 2024-11-10T23:42:25,755 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731281955545.3b45cdf87bf88c449c9bc40fafeeba8d. 2024-11-10T23:42:25,755 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aee55eb00c2370da6d38d1d7cbda5b59, disabling compactions & flushes 2024-11-10T23:42:25,755 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:42:25,755 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:42:25,755 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. after waiting 0 ms 2024-11-10T23:42:25,755 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:42:25,755 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aee55eb00c2370da6d38d1d7cbda5b59 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,766 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/.tmp/colfamily11/34634c2766e64024aa804a5cd5d4dda2 is 52, key is rrr/colfamily11:colfamily11/1731281959366/Put/seqid=0 2024-11-10T23:42:25,774 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/.tmp/colfamily11/5638e104c59a485c9833eb9fdfd64361 is 52, key is fff/colfamily11:colfamily11/1731281959136/Put/seqid=0 2024-11-10T23:42:25,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741890_1066 (size=39263) 2024-11-10T23:42:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741890_1066 (size=39263) 2024-11-10T23:42:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741890_1066 (size=39263) 2024-11-10T23:42:25,791 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/.tmp/colfamily11/34634c2766e64024aa804a5cd5d4dda2 2024-11-10T23:42:25,803 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/.tmp/colfamily11/34634c2766e64024aa804a5cd5d4dda2 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily11/34634c2766e64024aa804a5cd5d4dda2 2024-11-10T23:42:25,812 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily11/34634c2766e64024aa804a5cd5d4dda2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,813 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f3db37e4ee7e2e6f6bb2e1e53e20ca4f in 71ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741891_1067 (size=39263) 2024-11-10T23:42:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741891_1067 (size=39263) 2024-11-10T23:42:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741891_1067 (size=39263) 2024-11-10T23:42:25,816 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/.tmp/colfamily11/5638e104c59a485c9833eb9fdfd64361 2024-11-10T23:42:25,831 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/.tmp/colfamily11/5638e104c59a485c9833eb9fdfd64361 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/colfamily11/5638e104c59a485c9833eb9fdfd64361 2024-11-10T23:42:25,833 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f3db37e4ee7e2e6f6bb2e1e53e20ca4f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,833 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:42:25,833 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3db37e4ee7e2e6f6bb2e1e53e20ca4f: Waiting for close lock at 1731282145742Running coprocessor pre-close hooks at 1731282145742Disabling compacts and flushes for region at 1731282145742Disabling writes for close at 1731282145742Obtaining lock to block concurrent updates at 1731282145742Preparing flush snapshotting stores in f3db37e4ee7e2e6f6bb2e1e53e20ca4f at 1731282145742Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145742Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. at 1731282145743 (+1 ms)Flushing f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily11: creating writer at 1731282145743Flushing f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily11: appending metadata at 1731282145766 (+23 ms)Flushing f3db37e4ee7e2e6f6bb2e1e53e20ca4f/colfamily11: closing flushed file at 1731282145766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f66eccb: reopening flushed file at 1731282145802 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f3db37e4ee7e2e6f6bb2e1e53e20ca4f in 71ms, sequenceid=5, compaction requested=false at 1731282145813 (+11 ms)Writing region close event to WAL at 1731282145828 (+15 ms)Running coprocessor post-close hooks at 1731282145833 (+5 ms)Closed at 1731282145833 2024-11-10T23:42:25,833 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731281955545.f3db37e4ee7e2e6f6bb2e1e53e20ca4f. 2024-11-10T23:42:25,834 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6a8feba9e68079afc54539eab48c30, disabling compactions & flushes 2024-11-10T23:42:25,834 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:25,834 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:25,834 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. after waiting 0 ms 2024-11-10T23:42:25,834 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:25,840 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/colfamily11/5638e104c59a485c9833eb9fdfd64361, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,840 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e6a8feba9e68079afc54539eab48c30/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:25,841 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:25,841 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6a8feba9e68079afc54539eab48c30: Waiting for close lock at 1731282145834Running coprocessor pre-close hooks at 1731282145834Disabling compacts and flushes for region at 1731282145834Disabling writes for close at 1731282145834Writing region close event to WAL at 1731282145835 (+1 ms)Running coprocessor post-close hooks at 1731282145841 (+6 ms)Closed at 1731282145841 2024-11-10T23:42:25,841 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aee55eb00c2370da6d38d1d7cbda5b59 in 86ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,841 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731281955545.9e6a8feba9e68079afc54539eab48c30. 2024-11-10T23:42:25,841 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0b7728f5bed8eb2c50d74f3c5ce8ff4, disabling compactions & flushes 2024-11-10T23:42:25,841 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:42:25,841 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:42:25,841 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. after waiting 0 ms 2024-11-10T23:42:25,841 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:42:25,841 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0b7728f5bed8eb2c50d74f3c5ce8ff4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,847 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aee55eb00c2370da6d38d1d7cbda5b59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,848 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:42:25,848 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aee55eb00c2370da6d38d1d7cbda5b59: Waiting for close lock at 1731282145755Running coprocessor pre-close hooks at 1731282145755Disabling compacts and flushes for region at 1731282145755Disabling writes for close at 1731282145755Obtaining lock to block concurrent updates at 1731282145755Preparing flush snapshotting stores in aee55eb00c2370da6d38d1d7cbda5b59 at 1731282145755Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145756 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. at 1731282145756Flushing aee55eb00c2370da6d38d1d7cbda5b59/colfamily11: creating writer at 1731282145756Flushing aee55eb00c2370da6d38d1d7cbda5b59/colfamily11: appending metadata at 1731282145774 (+18 ms)Flushing aee55eb00c2370da6d38d1d7cbda5b59/colfamily11: closing flushed file at 1731282145774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca51a62: reopening flushed file at 1731282145830 (+56 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aee55eb00c2370da6d38d1d7cbda5b59 in 86ms, sequenceid=5, compaction requested=false at 1731282145841 (+11 ms)Writing region close event to WAL at 1731282145843 (+2 ms)Running coprocessor post-close hooks at 1731282145848 (+5 ms)Closed at 1731282145848 2024-11-10T23:42:25,848 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731281955545.aee55eb00c2370da6d38d1d7cbda5b59. 2024-11-10T23:42:25,848 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbb90d7b0e1043e361bf5ac5d2b2d8f4, disabling compactions & flushes 2024-11-10T23:42:25,848 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:25,848 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:25,848 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. after waiting 0 ms 2024-11-10T23:42:25,848 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:25,857 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbb90d7b0e1043e361bf5ac5d2b2d8f4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:25,858 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:25,858 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbb90d7b0e1043e361bf5ac5d2b2d8f4: Waiting for close lock at 1731282145848Running coprocessor pre-close hooks at 1731282145848Disabling compacts and flushes for region at 1731282145848Disabling writes for close at 1731282145848Writing region close event to WAL at 1731282145853 (+5 ms)Running coprocessor post-close hooks at 1731282145857 (+4 ms)Closed at 1731282145857 2024-11-10T23:42:25,858 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731281955545.dbb90d7b0e1043e361bf5ac5d2b2d8f4. 2024-11-10T23:42:25,858 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c837d791ee95455c5a3496af982f5a95, disabling compactions & flushes 2024-11-10T23:42:25,858 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:42:25,858 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:42:25,858 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. after waiting 0 ms 2024-11-10T23:42:25,858 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:42:25,858 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c837d791ee95455c5a3496af982f5a95 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,860 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1351): Waiting on 2299c941ffda9f47e716cc6f0eafb4c1, 347947c10016e9da7a7fa84638c7ae66, 41aa00e40fb2c5e169ea509ed3cb0def, 863f4ed48fe2f14916e7180445b75937, a7413972255e51b94e1a85f92b70edc6, bff7856f6815d14bf0ed94cd61bf78e5, c837d791ee95455c5a3496af982f5a95, df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:25,860 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1351): Waiting on 0261921cf478fe87c3571f511e913436, 2e17f8868b7df4e727a7c3d355c1fa61, 33c8e3474090e54fce99d835ad76b9aa, 4547f7bca365727bc160b5fd7e5c2c23, 799357a206850659c4e9e693c89457e2, aeb7be2732f8cfb49e262d97a400afb3, d0b7728f5bed8eb2c50d74f3c5ce8ff4, e9f9052cbd05ce9a47beaac9cae7f86f, f24efff5ce43145d02e408593dd1e435, f2cb15616fbea25af8b33b500d343036 2024-11-10T23:42:25,865 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/.tmp/colfamily11/048118b240e9413097db1a4feb292675 is 52, key is eee/colfamily11:colfamily11/1731281959161/Put/seqid=0 2024-11-10T23:42:25,880 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/.tmp/colfamily11/69cc4e7d3ef04cd3a355bd5f6aeda7cc is 52, key is iii/colfamily11:colfamily11/1731281959208/Put/seqid=0 2024-11-10T23:42:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741892_1068 (size=39263) 2024-11-10T23:42:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741892_1068 (size=39263) 2024-11-10T23:42:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741892_1068 (size=39263) 2024-11-10T23:42:25,900 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/.tmp/colfamily11/048118b240e9413097db1a4feb292675 2024-11-10T23:42:25,911 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/.tmp/colfamily11/048118b240e9413097db1a4feb292675 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily11/048118b240e9413097db1a4feb292675 2024-11-10T23:42:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741893_1069 (size=39263) 2024-11-10T23:42:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741893_1069 (size=39263) 2024-11-10T23:42:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741893_1069 (size=39263) 2024-11-10T23:42:25,919 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily11/048118b240e9413097db1a4feb292675, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,920 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d0b7728f5bed8eb2c50d74f3c5ce8ff4 in 79ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,920 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/.tmp/colfamily11/69cc4e7d3ef04cd3a355bd5f6aeda7cc 2024-11-10T23:42:25,924 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0b7728f5bed8eb2c50d74f3c5ce8ff4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,925 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:42:25,925 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0b7728f5bed8eb2c50d74f3c5ce8ff4: Waiting for close lock at 1731282145841Running coprocessor pre-close hooks at 1731282145841Disabling compacts and flushes for region at 1731282145841Disabling writes for close at 1731282145841Obtaining lock to block concurrent updates at 1731282145841Preparing flush snapshotting stores in d0b7728f5bed8eb2c50d74f3c5ce8ff4 at 1731282145841Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145842 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. at 1731282145843 (+1 ms)Flushing d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily11: creating writer at 1731282145843Flushing d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily11: appending metadata at 1731282145865 (+22 ms)Flushing d0b7728f5bed8eb2c50d74f3c5ce8ff4/colfamily11: closing flushed file at 1731282145865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24610fe: reopening flushed file at 1731282145910 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d0b7728f5bed8eb2c50d74f3c5ce8ff4 in 79ms, sequenceid=5, compaction requested=false at 1731282145920 (+10 ms)Writing region close event to WAL at 1731282145921 (+1 ms)Running coprocessor post-close hooks at 1731282145925 (+4 ms)Closed at 1731282145925 2024-11-10T23:42:25,925 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731281955545.d0b7728f5bed8eb2c50d74f3c5ce8ff4. 2024-11-10T23:42:25,925 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2cb15616fbea25af8b33b500d343036, disabling compactions & flushes 2024-11-10T23:42:25,925 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:42:25,925 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:42:25,926 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. after waiting 0 ms 2024-11-10T23:42:25,926 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:42:25,926 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2cb15616fbea25af8b33b500d343036 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,928 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/.tmp/colfamily11/69cc4e7d3ef04cd3a355bd5f6aeda7cc as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/colfamily11/69cc4e7d3ef04cd3a355bd5f6aeda7cc 2024-11-10T23:42:25,935 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/colfamily11/69cc4e7d3ef04cd3a355bd5f6aeda7cc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,936 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c837d791ee95455c5a3496af982f5a95 in 78ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,941 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c837d791ee95455c5a3496af982f5a95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,942 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:42:25,942 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c837d791ee95455c5a3496af982f5a95: Waiting for close lock at 1731282145858Running coprocessor pre-close hooks at 1731282145858Disabling compacts and flushes for region at 1731282145858Disabling writes for close at 1731282145858Obtaining lock to block concurrent updates at 1731282145858Preparing flush snapshotting stores in c837d791ee95455c5a3496af982f5a95 at 1731282145858Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145858Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. at 1731282145859 (+1 ms)Flushing c837d791ee95455c5a3496af982f5a95/colfamily11: creating writer at 1731282145859Flushing c837d791ee95455c5a3496af982f5a95/colfamily11: appending metadata at 1731282145879 (+20 ms)Flushing c837d791ee95455c5a3496af982f5a95/colfamily11: closing flushed file at 1731282145879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b5fff8: reopening flushed file at 1731282145926 (+47 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c837d791ee95455c5a3496af982f5a95 in 78ms, sequenceid=5, compaction requested=false at 1731282145936 (+10 ms)Writing region close event to WAL at 1731282145937 (+1 ms)Running coprocessor post-close hooks at 1731282145942 (+5 ms)Closed at 1731282145942 2024-11-10T23:42:25,942 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731281955545.c837d791ee95455c5a3496af982f5a95. 2024-11-10T23:42:25,942 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41aa00e40fb2c5e169ea509ed3cb0def, disabling compactions & flushes 2024-11-10T23:42:25,942 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:42:25,942 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:42:25,942 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. after waiting 0 ms 2024-11-10T23:42:25,942 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:42:25,942 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41aa00e40fb2c5e169ea509ed3cb0def 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,946 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/.tmp/colfamily11/2e7d10d8607e47e5a376405a9e54cbcf is 52, key is kkk/colfamily11:colfamily11/1731281959304/Put/seqid=0 2024-11-10T23:42:25,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741894_1070 (size=39263) 2024-11-10T23:42:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741894_1070 (size=39263) 2024-11-10T23:42:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741894_1070 (size=39263) 2024-11-10T23:42:25,954 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/.tmp/colfamily11/2e7d10d8607e47e5a376405a9e54cbcf 2024-11-10T23:42:25,961 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/.tmp/colfamily11/2e7d10d8607e47e5a376405a9e54cbcf as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/colfamily11/2e7d10d8607e47e5a376405a9e54cbcf 2024-11-10T23:42:25,966 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/.tmp/colfamily11/b28c3c35cc684e8ebe1b2112568acf5c is 52, key is qqq/colfamily11:colfamily11/1731281959331/Put/seqid=0 2024-11-10T23:42:25,968 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/colfamily11/2e7d10d8607e47e5a376405a9e54cbcf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,969 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2cb15616fbea25af8b33b500d343036 in 43ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,975 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cb15616fbea25af8b33b500d343036/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741895_1071 (size=39263) 2024-11-10T23:42:25,976 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:42:25,976 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2cb15616fbea25af8b33b500d343036: Waiting for close lock at 1731282145925Running coprocessor pre-close hooks at 1731282145925Disabling compacts and flushes for region at 1731282145925Disabling writes for close at 1731282145926 (+1 ms)Obtaining lock to block concurrent updates at 1731282145926Preparing flush snapshotting stores in f2cb15616fbea25af8b33b500d343036 at 1731282145926Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145926Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. at 1731282145927 (+1 ms)Flushing f2cb15616fbea25af8b33b500d343036/colfamily11: creating writer at 1731282145927Flushing f2cb15616fbea25af8b33b500d343036/colfamily11: appending metadata at 1731282145946 (+19 ms)Flushing f2cb15616fbea25af8b33b500d343036/colfamily11: closing flushed file at 1731282145946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fedcc0e: reopening flushed file at 1731282145960 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2cb15616fbea25af8b33b500d343036 in 43ms, sequenceid=5, compaction requested=false at 1731282145969 (+9 ms)Writing region close event to WAL at 1731282145970 (+1 ms)Running coprocessor post-close hooks at 1731282145976 (+6 ms)Closed at 1731282145976 2024-11-10T23:42:25,976 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731281955545.f2cb15616fbea25af8b33b500d343036. 2024-11-10T23:42:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741895_1071 (size=39263) 2024-11-10T23:42:25,977 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33c8e3474090e54fce99d835ad76b9aa, disabling compactions & flushes 2024-11-10T23:42:25,977 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:42:25,977 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:42:25,977 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. after waiting 0 ms 2024-11-10T23:42:25,977 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:42:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741895_1071 (size=39263) 2024-11-10T23:42:25,977 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33c8e3474090e54fce99d835ad76b9aa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:25,978 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/.tmp/colfamily11/b28c3c35cc684e8ebe1b2112568acf5c 2024-11-10T23:42:25,985 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/.tmp/colfamily11/b28c3c35cc684e8ebe1b2112568acf5c as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/colfamily11/b28c3c35cc684e8ebe1b2112568acf5c 2024-11-10T23:42:25,992 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/colfamily11/b28c3c35cc684e8ebe1b2112568acf5c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:25,993 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41aa00e40fb2c5e169ea509ed3cb0def in 51ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:25,998 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41aa00e40fb2c5e169ea509ed3cb0def/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:25,999 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:42:25,999 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41aa00e40fb2c5e169ea509ed3cb0def: Waiting for close lock at 1731282145942Running coprocessor pre-close hooks at 1731282145942Disabling compacts and flushes for region at 1731282145942Disabling writes for close at 1731282145942Obtaining lock to block concurrent updates at 1731282145943 (+1 ms)Preparing flush snapshotting stores in 41aa00e40fb2c5e169ea509ed3cb0def at 1731282145943Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145943Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. at 1731282145943Flushing 41aa00e40fb2c5e169ea509ed3cb0def/colfamily11: creating writer at 1731282145943Flushing 41aa00e40fb2c5e169ea509ed3cb0def/colfamily11: appending metadata at 1731282145965 (+22 ms)Flushing 41aa00e40fb2c5e169ea509ed3cb0def/colfamily11: closing flushed file at 1731282145965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aba1f79: reopening flushed file at 1731282145984 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41aa00e40fb2c5e169ea509ed3cb0def in 51ms, sequenceid=5, compaction requested=false at 1731282145993 (+9 ms)Writing region close event to WAL at 1731282145994 (+1 ms)Running coprocessor post-close hooks at 1731282145998 (+4 ms)Closed at 1731282145998 2024-11-10T23:42:25,999 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731281955545.41aa00e40fb2c5e169ea509ed3cb0def. 2024-11-10T23:42:25,999 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7413972255e51b94e1a85f92b70edc6, disabling compactions & flushes 2024-11-10T23:42:25,999 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:42:25,999 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:42:25,999 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. after waiting 0 ms 2024-11-10T23:42:25,999 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:42:25,999 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7413972255e51b94e1a85f92b70edc6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,000 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/.tmp/colfamily11/24d383126bea4880b5547a0731b2f1cc is 52, key is www/colfamily11:colfamily11/1731281959419/Put/seqid=0 2024-11-10T23:42:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741896_1072 (size=39263) 2024-11-10T23:42:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741896_1072 (size=39263) 2024-11-10T23:42:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741896_1072 (size=39263) 2024-11-10T23:42:26,009 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/.tmp/colfamily11/24d383126bea4880b5547a0731b2f1cc 2024-11-10T23:42:26,017 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/.tmp/colfamily11/24d383126bea4880b5547a0731b2f1cc as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/colfamily11/24d383126bea4880b5547a0731b2f1cc 2024-11-10T23:42:26,019 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/.tmp/colfamily11/914d7eae222742fd858c2903c1cb309b is 52, key is lll/colfamily11:colfamily11/1731281959250/Put/seqid=0 2024-11-10T23:42:26,023 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/colfamily11/24d383126bea4880b5547a0731b2f1cc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,024 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 33c8e3474090e54fce99d835ad76b9aa in 47ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741897_1073 (size=39263) 2024-11-10T23:42:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741897_1073 (size=39263) 2024-11-10T23:42:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741897_1073 (size=39263) 2024-11-10T23:42:26,027 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/.tmp/colfamily11/914d7eae222742fd858c2903c1cb309b 2024-11-10T23:42:26,032 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c8e3474090e54fce99d835ad76b9aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,032 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:42:26,032 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33c8e3474090e54fce99d835ad76b9aa: Waiting for close lock at 1731282145977Running coprocessor pre-close hooks at 1731282145977Disabling compacts and flushes for region at 1731282145977Disabling writes for close at 1731282145977Obtaining lock to block concurrent updates at 1731282145977Preparing flush snapshotting stores in 33c8e3474090e54fce99d835ad76b9aa at 1731282145977Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282145978 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. at 1731282145978Flushing 33c8e3474090e54fce99d835ad76b9aa/colfamily11: creating writer at 1731282145978Flushing 33c8e3474090e54fce99d835ad76b9aa/colfamily11: appending metadata at 1731282146000 (+22 ms)Flushing 33c8e3474090e54fce99d835ad76b9aa/colfamily11: closing flushed file at 1731282146000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abee1bb: reopening flushed file at 1731282146016 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 33c8e3474090e54fce99d835ad76b9aa in 47ms, sequenceid=5, compaction requested=false at 1731282146024 (+8 ms)Writing region close event to WAL at 1731282146026 (+2 ms)Running coprocessor post-close hooks at 1731282146032 (+6 ms)Closed at 1731282146032 2024-11-10T23:42:26,033 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731281955545.33c8e3474090e54fce99d835ad76b9aa. 2024-11-10T23:42:26,033 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4547f7bca365727bc160b5fd7e5c2c23, disabling compactions & flushes 2024-11-10T23:42:26,033 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:26,033 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:26,033 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. after waiting 0 ms 2024-11-10T23:42:26,033 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:26,036 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/.tmp/colfamily11/914d7eae222742fd858c2903c1cb309b as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/colfamily11/914d7eae222742fd858c2903c1cb309b 2024-11-10T23:42:26,038 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4547f7bca365727bc160b5fd7e5c2c23/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:26,038 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:26,039 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4547f7bca365727bc160b5fd7e5c2c23: Waiting for close lock at 1731282146033Running coprocessor pre-close hooks at 1731282146033Disabling compacts and flushes for region at 1731282146033Disabling writes for close at 1731282146033Writing region close event to WAL at 1731282146034 (+1 ms)Running coprocessor post-close hooks at 1731282146038 (+4 ms)Closed at 1731282146038 2024-11-10T23:42:26,039 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731281955545.4547f7bca365727bc160b5fd7e5c2c23. 2024-11-10T23:42:26,039 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 799357a206850659c4e9e693c89457e2, disabling compactions & flushes 2024-11-10T23:42:26,039 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:42:26,039 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:42:26,039 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. after waiting 0 ms 2024-11-10T23:42:26,039 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:42:26,039 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 799357a206850659c4e9e693c89457e2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,042 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/colfamily11/914d7eae222742fd858c2903c1cb309b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,043 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a7413972255e51b94e1a85f92b70edc6 in 44ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,047 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a7413972255e51b94e1a85f92b70edc6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,048 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:42:26,048 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7413972255e51b94e1a85f92b70edc6: Waiting for close lock at 1731282145999Running coprocessor pre-close hooks at 1731282145999Disabling compacts and flushes for region at 1731282145999Disabling writes for close at 1731282145999Obtaining lock to block concurrent updates at 1731282145999Preparing flush snapshotting stores in a7413972255e51b94e1a85f92b70edc6 at 1731282145999Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146000 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. at 1731282146000Flushing a7413972255e51b94e1a85f92b70edc6/colfamily11: creating writer at 1731282146000Flushing a7413972255e51b94e1a85f92b70edc6/colfamily11: appending metadata at 1731282146018 (+18 ms)Flushing a7413972255e51b94e1a85f92b70edc6/colfamily11: closing flushed file at 1731282146018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741f8d76: reopening flushed file at 1731282146035 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a7413972255e51b94e1a85f92b70edc6 in 44ms, sequenceid=5, compaction requested=false at 1731282146043 (+8 ms)Writing region close event to WAL at 1731282146044 (+1 ms)Running coprocessor post-close hooks at 1731282146048 (+4 ms)Closed at 1731282146048 2024-11-10T23:42:26,048 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731281955545.a7413972255e51b94e1a85f92b70edc6. 2024-11-10T23:42:26,048 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2299c941ffda9f47e716cc6f0eafb4c1, disabling compactions & flushes 2024-11-10T23:42:26,048 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:42:26,048 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:42:26,049 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. after waiting 0 ms 2024-11-10T23:42:26,049 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:42:26,049 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2299c941ffda9f47e716cc6f0eafb4c1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,057 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/.tmp/colfamily11/a09f4861d8bb492994d8518bb16c601b is 52, key is nnn/colfamily11:colfamily11/1731281959329/Put/seqid=0 2024-11-10T23:42:26,060 DEBUG [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1351): Waiting on 2299c941ffda9f47e716cc6f0eafb4c1, 347947c10016e9da7a7fa84638c7ae66, 863f4ed48fe2f14916e7180445b75937, bff7856f6815d14bf0ed94cd61bf78e5, df679f8808b560d1cd817ace3e3cbf54 2024-11-10T23:42:26,061 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1351): Waiting on 0261921cf478fe87c3571f511e913436, 2e17f8868b7df4e727a7c3d355c1fa61, 799357a206850659c4e9e693c89457e2, aeb7be2732f8cfb49e262d97a400afb3, e9f9052cbd05ce9a47beaac9cae7f86f, f24efff5ce43145d02e408593dd1e435 2024-11-10T23:42:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741898_1074 (size=39263) 2024-11-10T23:42:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741898_1074 (size=39263) 2024-11-10T23:42:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741898_1074 (size=39263) 2024-11-10T23:42:26,067 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/.tmp/colfamily11/a09f4861d8bb492994d8518bb16c601b 2024-11-10T23:42:26,070 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/.tmp/colfamily11/103dbdd095794a2b87f492e3e42af072 is 52, key is aaa/colfamily11:colfamily11/1731281959077/Put/seqid=0 2024-11-10T23:42:26,073 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/.tmp/colfamily11/a09f4861d8bb492994d8518bb16c601b as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/colfamily11/a09f4861d8bb492994d8518bb16c601b 2024-11-10T23:42:26,081 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/colfamily11/a09f4861d8bb492994d8518bb16c601b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,082 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 799357a206850659c4e9e693c89457e2 in 43ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741899_1075 (size=39263) 2024-11-10T23:42:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741899_1075 (size=39263) 2024-11-10T23:42:26,093 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/799357a206850659c4e9e693c89457e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,094 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:42:26,094 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/.tmp/colfamily11/103dbdd095794a2b87f492e3e42af072 2024-11-10T23:42:26,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 799357a206850659c4e9e693c89457e2: Waiting for close lock at 1731282146039Running coprocessor pre-close hooks at 1731282146039Disabling compacts and flushes for region at 1731282146039Disabling writes for close at 1731282146039Obtaining lock to block concurrent updates at 1731282146039Preparing flush snapshotting stores in 799357a206850659c4e9e693c89457e2 at 1731282146039Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146040 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. at 1731282146040Flushing 799357a206850659c4e9e693c89457e2/colfamily11: creating writer at 1731282146040Flushing 799357a206850659c4e9e693c89457e2/colfamily11: appending metadata at 1731282146056 (+16 ms)Flushing 799357a206850659c4e9e693c89457e2/colfamily11: closing flushed file at 1731282146056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbe987f: reopening flushed file at 1731282146072 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 799357a206850659c4e9e693c89457e2 in 43ms, sequenceid=5, compaction requested=false at 1731282146082 (+10 ms)Writing region close event to WAL at 1731282146088 (+6 ms)Running coprocessor post-close hooks at 1731282146094 (+6 ms)Closed at 1731282146094 2024-11-10T23:42:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741899_1075 (size=39263) 2024-11-10T23:42:26,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731281955545.799357a206850659c4e9e693c89457e2. 2024-11-10T23:42:26,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0261921cf478fe87c3571f511e913436, disabling compactions & flushes 2024-11-10T23:42:26,094 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:42:26,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:42:26,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. after waiting 0 ms 2024-11-10T23:42:26,094 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:42:26,094 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0261921cf478fe87c3571f511e913436 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-10T23:42:26,101 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/.tmp/colfamily11/103dbdd095794a2b87f492e3e42af072 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/colfamily11/103dbdd095794a2b87f492e3e42af072 2024-11-10T23:42:26,108 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/colfamily11/103dbdd095794a2b87f492e3e42af072, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,109 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2299c941ffda9f47e716cc6f0eafb4c1 in 60ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,111 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/.tmp/colfamily11/9ab2f4d06f994f80a1177ae6c5a6750d is 52, key is zzz/colfamily11:colfamily11/1731281959424/Put/seqid=0 2024-11-10T23:42:26,114 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2299c941ffda9f47e716cc6f0eafb4c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,115 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:42:26,115 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2299c941ffda9f47e716cc6f0eafb4c1: Waiting for close lock at 1731282146048Running coprocessor pre-close hooks at 1731282146048Disabling compacts and flushes for region at 1731282146048Disabling writes for close at 1731282146049 (+1 ms)Obtaining lock to block concurrent updates at 1731282146049Preparing flush snapshotting stores in 2299c941ffda9f47e716cc6f0eafb4c1 at 1731282146049Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146049Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. at 1731282146050 (+1 ms)Flushing 2299c941ffda9f47e716cc6f0eafb4c1/colfamily11: creating writer at 1731282146050Flushing 2299c941ffda9f47e716cc6f0eafb4c1/colfamily11: appending metadata at 1731282146070 (+20 ms)Flushing 2299c941ffda9f47e716cc6f0eafb4c1/colfamily11: closing flushed file at 1731282146070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692be5e9: reopening flushed file at 1731282146100 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2299c941ffda9f47e716cc6f0eafb4c1 in 60ms, sequenceid=5, compaction requested=false at 1731282146109 (+9 ms)Writing region close event to WAL at 1731282146110 (+1 ms)Running coprocessor post-close hooks at 1731282146114 (+4 ms)Closed at 1731282146115 (+1 ms) 2024-11-10T23:42:26,115 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731281955545.2299c941ffda9f47e716cc6f0eafb4c1. 2024-11-10T23:42:26,115 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 347947c10016e9da7a7fa84638c7ae66, disabling compactions & flushes 2024-11-10T23:42:26,115 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:26,115 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:26,115 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. after waiting 0 ms 2024-11-10T23:42:26,115 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:26,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741900_1076 (size=4857) 2024-11-10T23:42:26,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741900_1076 (size=4857) 2024-11-10T23:42:26,120 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/347947c10016e9da7a7fa84638c7ae66/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741900_1076 (size=4857) 2024-11-10T23:42:26,121 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:26,121 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 347947c10016e9da7a7fa84638c7ae66: Waiting for close lock at 1731282146115Running coprocessor pre-close hooks at 1731282146115Disabling compacts and flushes for region at 1731282146115Disabling writes for close at 1731282146115Writing region close event to WAL at 1731282146116 (+1 ms)Running coprocessor post-close hooks at 1731282146121 (+5 ms)Closed at 1731282146121 2024-11-10T23:42:26,121 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731281955545.347947c10016e9da7a7fa84638c7ae66. 2024-11-10T23:42:26,121 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bff7856f6815d14bf0ed94cd61bf78e5, disabling compactions & flushes 2024-11-10T23:42:26,121 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/.tmp/colfamily11/9ab2f4d06f994f80a1177ae6c5a6750d 2024-11-10T23:42:26,121 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:42:26,121 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:42:26,121 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. after waiting 0 ms 2024-11-10T23:42:26,121 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:42:26,122 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bff7856f6815d14bf0ed94cd61bf78e5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,128 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/.tmp/colfamily11/9ab2f4d06f994f80a1177ae6c5a6750d as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/colfamily11/9ab2f4d06f994f80a1177ae6c5a6750d 2024-11-10T23:42:26,134 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/colfamily11/9ab2f4d06f994f80a1177ae6c5a6750d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-10T23:42:26,135 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 0261921cf478fe87c3571f511e913436 in 41ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,139 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0261921cf478fe87c3571f511e913436/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,140 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:42:26,140 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0261921cf478fe87c3571f511e913436: Waiting for close lock at 1731282146094Running coprocessor pre-close hooks at 1731282146094Disabling compacts and flushes for region at 1731282146094Disabling writes for close at 1731282146094Obtaining lock to block concurrent updates at 1731282146094Preparing flush snapshotting stores in 0261921cf478fe87c3571f511e913436 at 1731282146094Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731282146095 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. at 1731282146095Flushing 0261921cf478fe87c3571f511e913436/colfamily11: creating writer at 1731282146095Flushing 0261921cf478fe87c3571f511e913436/colfamily11: appending metadata at 1731282146110 (+15 ms)Flushing 0261921cf478fe87c3571f511e913436/colfamily11: closing flushed file at 1731282146110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3828dbd8: reopening flushed file at 1731282146127 (+17 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 0261921cf478fe87c3571f511e913436 in 41ms, sequenceid=5, compaction requested=false at 1731282146135 (+8 ms)Writing region close event to WAL at 1731282146136 (+1 ms)Running coprocessor post-close hooks at 1731282146140 (+4 ms)Closed at 1731282146140 2024-11-10T23:42:26,140 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731281955545.0261921cf478fe87c3571f511e913436. 2024-11-10T23:42:26,140 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e17f8868b7df4e727a7c3d355c1fa61, disabling compactions & flushes 2024-11-10T23:42:26,140 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:26,140 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:26,140 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. after waiting 0 ms 2024-11-10T23:42:26,140 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:26,144 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e17f8868b7df4e727a7c3d355c1fa61/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:26,144 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/.tmp/colfamily11/d5611fc62d0843b7be9b75ec2f92cf80 is 52, key is ooo/colfamily11:colfamily11/1731281959292/Put/seqid=0 2024-11-10T23:42:26,145 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:26,145 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e17f8868b7df4e727a7c3d355c1fa61: Waiting for close lock at 1731282146140Running coprocessor pre-close hooks at 1731282146140Disabling compacts and flushes for region at 1731282146140Disabling writes for close at 1731282146140Writing region close event to WAL at 1731282146141 (+1 ms)Running coprocessor post-close hooks at 1731282146144 (+3 ms)Closed at 1731282146145 (+1 ms) 2024-11-10T23:42:26,145 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731281955545.2e17f8868b7df4e727a7c3d355c1fa61. 2024-11-10T23:42:26,145 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9f9052cbd05ce9a47beaac9cae7f86f, disabling compactions & flushes 2024-11-10T23:42:26,145 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:42:26,145 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:42:26,145 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. after waiting 0 ms 2024-11-10T23:42:26,145 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:42:26,145 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9f9052cbd05ce9a47beaac9cae7f86f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741901_1077 (size=39263) 2024-11-10T23:42:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741901_1077 (size=39263) 2024-11-10T23:42:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741901_1077 (size=39263) 2024-11-10T23:42:26,153 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/.tmp/colfamily11/d5611fc62d0843b7be9b75ec2f92cf80 2024-11-10T23:42:26,160 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/.tmp/colfamily11/d5611fc62d0843b7be9b75ec2f92cf80 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/colfamily11/d5611fc62d0843b7be9b75ec2f92cf80 2024-11-10T23:42:26,166 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/colfamily11/d5611fc62d0843b7be9b75ec2f92cf80, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,167 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bff7856f6815d14bf0ed94cd61bf78e5 in 46ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,169 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/.tmp/colfamily11/c54bd22d139845a2b0b9486907870c60 is 52, key is ccc/colfamily11:colfamily11/1731281959116/Put/seqid=0 2024-11-10T23:42:26,171 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bff7856f6815d14bf0ed94cd61bf78e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,172 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bff7856f6815d14bf0ed94cd61bf78e5: Waiting for close lock at 1731282146121Running coprocessor pre-close hooks at 1731282146121Disabling compacts and flushes for region at 1731282146121Disabling writes for close at 1731282146121Obtaining lock to block concurrent updates at 1731282146122 (+1 ms)Preparing flush snapshotting stores in bff7856f6815d14bf0ed94cd61bf78e5 at 1731282146122Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146122Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. at 1731282146122Flushing bff7856f6815d14bf0ed94cd61bf78e5/colfamily11: creating writer at 1731282146122Flushing bff7856f6815d14bf0ed94cd61bf78e5/colfamily11: appending metadata at 1731282146144 (+22 ms)Flushing bff7856f6815d14bf0ed94cd61bf78e5/colfamily11: closing flushed file at 1731282146144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea879bd: reopening flushed file at 1731282146159 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bff7856f6815d14bf0ed94cd61bf78e5 in 46ms, sequenceid=5, compaction requested=false at 1731282146167 (+8 ms)Writing region close event to WAL at 1731282146167Running coprocessor post-close hooks at 1731282146171 (+4 ms)Closed at 1731282146172 (+1 ms) 2024-11-10T23:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731281955545.bff7856f6815d14bf0ed94cd61bf78e5. 2024-11-10T23:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df679f8808b560d1cd817ace3e3cbf54, disabling compactions & flushes 2024-11-10T23:42:26,172 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. after waiting 0 ms 2024-11-10T23:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741902_1078 (size=39263) 2024-11-10T23:42:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741902_1078 (size=39263) 2024-11-10T23:42:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741902_1078 (size=39263) 2024-11-10T23:42:26,178 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/.tmp/colfamily11/c54bd22d139845a2b0b9486907870c60 2024-11-10T23:42:26,180 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df679f8808b560d1cd817ace3e3cbf54/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:26,180 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df679f8808b560d1cd817ace3e3cbf54: Waiting for close lock at 1731282146172Running coprocessor pre-close hooks at 1731282146172Disabling compacts and flushes for region at 1731282146172Disabling writes for close at 1731282146172Writing region close event to WAL at 1731282146174 (+2 ms)Running coprocessor post-close hooks at 1731282146180 (+6 ms)Closed at 1731282146180 2024-11-10T23:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731281955545.df679f8808b560d1cd817ace3e3cbf54. 2024-11-10T23:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 863f4ed48fe2f14916e7180445b75937, disabling compactions & flushes 2024-11-10T23:42:26,181 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. after waiting 0 ms 2024-11-10T23:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:42:26,181 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 863f4ed48fe2f14916e7180445b75937 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,187 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/.tmp/colfamily11/c54bd22d139845a2b0b9486907870c60 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/colfamily11/c54bd22d139845a2b0b9486907870c60 2024-11-10T23:42:26,193 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/colfamily11/c54bd22d139845a2b0b9486907870c60, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,194 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e9f9052cbd05ce9a47beaac9cae7f86f in 49ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,205 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e9f9052cbd05ce9a47beaac9cae7f86f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,205 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:42:26,205 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9f9052cbd05ce9a47beaac9cae7f86f: Waiting for close lock at 1731282146145Running coprocessor pre-close hooks at 1731282146145Disabling compacts and flushes for region at 1731282146145Disabling writes for close at 1731282146145Obtaining lock to block concurrent updates at 1731282146145Preparing flush snapshotting stores in e9f9052cbd05ce9a47beaac9cae7f86f at 1731282146145Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146145Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. at 1731282146146 (+1 ms)Flushing e9f9052cbd05ce9a47beaac9cae7f86f/colfamily11: creating writer at 1731282146146Flushing e9f9052cbd05ce9a47beaac9cae7f86f/colfamily11: appending metadata at 1731282146169 (+23 ms)Flushing e9f9052cbd05ce9a47beaac9cae7f86f/colfamily11: closing flushed file at 1731282146169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be08cbd: reopening flushed file at 1731282146186 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e9f9052cbd05ce9a47beaac9cae7f86f in 49ms, sequenceid=5, compaction requested=false at 1731282146194 (+8 ms)Writing region close event to WAL at 1731282146201 (+7 ms)Running coprocessor post-close hooks at 1731282146205 (+4 ms)Closed at 1731282146205 2024-11-10T23:42:26,205 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731281955545.e9f9052cbd05ce9a47beaac9cae7f86f. 2024-11-10T23:42:26,206 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f24efff5ce43145d02e408593dd1e435, disabling compactions & flushes 2024-11-10T23:42:26,206 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:42:26,206 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:42:26,206 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. after waiting 0 ms 2024-11-10T23:42:26,206 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:42:26,206 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f24efff5ce43145d02e408593dd1e435 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T23:42:26,206 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/.tmp/colfamily11/ee4e95001e494c18bcb45267f903e00a is 52, key is yyy/colfamily11:colfamily11/1731281959413/Put/seqid=0 2024-11-10T23:42:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741903_1079 (size=39263) 2024-11-10T23:42:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741903_1079 (size=39263) 2024-11-10T23:42:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741903_1079 (size=39263) 2024-11-10T23:42:26,218 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/.tmp/colfamily11/ee4e95001e494c18bcb45267f903e00a 2024-11-10T23:42:26,227 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/.tmp/colfamily11/ee4e95001e494c18bcb45267f903e00a as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/colfamily11/ee4e95001e494c18bcb45267f903e00a 2024-11-10T23:42:26,228 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/.tmp/colfamily11/389b3fd849f646968be391eb1d8697fe is 52, key is hhh/colfamily11:colfamily11/1731281959245/Put/seqid=0 2024-11-10T23:42:26,234 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/colfamily11/ee4e95001e494c18bcb45267f903e00a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,235 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 863f4ed48fe2f14916e7180445b75937 in 54ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741904_1080 (size=39263) 2024-11-10T23:42:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741904_1080 (size=39263) 2024-11-10T23:42:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741904_1080 (size=39263) 2024-11-10T23:42:26,241 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/.tmp/colfamily11/389b3fd849f646968be391eb1d8697fe 2024-11-10T23:42:26,247 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/863f4ed48fe2f14916e7180445b75937/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,248 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:42:26,248 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 863f4ed48fe2f14916e7180445b75937: Waiting for close lock at 1731282146181Running coprocessor pre-close hooks at 1731282146181Disabling compacts and flushes for region at 1731282146181Disabling writes for close at 1731282146181Obtaining lock to block concurrent updates at 1731282146181Preparing flush snapshotting stores in 863f4ed48fe2f14916e7180445b75937 at 1731282146181Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146182 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. at 1731282146182Flushing 863f4ed48fe2f14916e7180445b75937/colfamily11: creating writer at 1731282146182Flushing 863f4ed48fe2f14916e7180445b75937/colfamily11: appending metadata at 1731282146205 (+23 ms)Flushing 863f4ed48fe2f14916e7180445b75937/colfamily11: closing flushed file at 1731282146206 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3407772a: reopening flushed file at 1731282146224 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 863f4ed48fe2f14916e7180445b75937 in 54ms, sequenceid=5, compaction requested=false at 1731282146235 (+11 ms)Writing region close event to WAL at 1731282146243 (+8 ms)Running coprocessor post-close hooks at 1731282146248 (+5 ms)Closed at 1731282146248 2024-11-10T23:42:26,249 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731281955545.863f4ed48fe2f14916e7180445b75937. 2024-11-10T23:42:26,250 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/.tmp/colfamily11/389b3fd849f646968be391eb1d8697fe as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/colfamily11/389b3fd849f646968be391eb1d8697fe 2024-11-10T23:42:26,256 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/colfamily11/389b3fd849f646968be391eb1d8697fe, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T23:42:26,257 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f24efff5ce43145d02e408593dd1e435 in 51ms, sequenceid=5, compaction requested=false 2024-11-10T23:42:26,260 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,43689,1731281953128; all regions closed. 2024-11-10T23:42:26,261 DEBUG [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1351): Waiting on aeb7be2732f8cfb49e262d97a400afb3, f24efff5ce43145d02e408593dd1e435 2024-11-10T23:42:26,262 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f24efff5ce43145d02e408593dd1e435/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T23:42:26,263 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:42:26,263 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f24efff5ce43145d02e408593dd1e435: Waiting for close lock at 1731282146205Running coprocessor pre-close hooks at 1731282146205Disabling compacts and flushes for region at 1731282146205Disabling writes for close at 1731282146206 (+1 ms)Obtaining lock to block concurrent updates at 1731282146206Preparing flush snapshotting stores in f24efff5ce43145d02e408593dd1e435 at 1731282146206Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731282146206Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. at 1731282146207 (+1 ms)Flushing f24efff5ce43145d02e408593dd1e435/colfamily11: creating writer at 1731282146207Flushing f24efff5ce43145d02e408593dd1e435/colfamily11: appending metadata at 1731282146228 (+21 ms)Flushing f24efff5ce43145d02e408593dd1e435/colfamily11: closing flushed file at 1731282146228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7598440a: reopening flushed file at 1731282146249 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f24efff5ce43145d02e408593dd1e435 in 51ms, sequenceid=5, compaction requested=false at 1731282146257 (+8 ms)Writing region close event to WAL at 1731282146257Running coprocessor post-close hooks at 1731282146263 (+6 ms)Closed at 1731282146263 2024-11-10T23:42:26,263 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731281955545.f24efff5ce43145d02e408593dd1e435. 2024-11-10T23:42:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741834_1010 (size=315386) 2024-11-10T23:42:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741834_1010 (size=315386) 2024-11-10T23:42:26,264 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aeb7be2732f8cfb49e262d97a400afb3, disabling compactions & flushes 2024-11-10T23:42:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741834_1010 (size=315386) 2024-11-10T23:42:26,264 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:26,264 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:26,264 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. after waiting 0 ms 2024-11-10T23:42:26,264 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:26,267 DEBUG [RS:1;2b9d7a669c7f:43689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs 2024-11-10T23:42:26,267 INFO [RS:1;2b9d7a669c7f:43689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C43689%2C1731281953128:(num 1731281954764) 2024-11-10T23:42:26,267 DEBUG [RS:1;2b9d7a669c7f:43689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,267 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:42:26,268 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:42:26,268 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:42:26,269 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:42:26,269 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:42:26,269 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:42:26,269 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:42:26,269 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:42:26,269 INFO [RS:1;2b9d7a669c7f:43689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43689 2024-11-10T23:42:26,269 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeb7be2732f8cfb49e262d97a400afb3/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T23:42:26,271 INFO [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:26,271 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aeb7be2732f8cfb49e262d97a400afb3: Waiting for close lock at 1731282146264Running coprocessor pre-close hooks at 1731282146264Disabling compacts and flushes for region at 1731282146264Disabling writes for close at 1731282146264Writing region close event to WAL at 1731282146264Running coprocessor post-close hooks at 1731282146271 (+7 ms)Closed at 1731282146271 2024-11-10T23:42:26,271 DEBUG [RS_CLOSE_REGION-regionserver/2b9d7a669c7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731281955545.aeb7be2732f8cfb49e262d97a400afb3. 2024-11-10T23:42:26,318 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,43689,1731281953128 2024-11-10T23:42:26,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:42:26,319 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:42:26,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,43689,1731281953128] 2024-11-10T23:42:26,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,43689,1731281953128 already deleted, retry=false 2024-11-10T23:42:26,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,43689,1731281953128 expired; onlineServers=1 2024-11-10T23:42:26,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:42:26,427 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:42:26,427 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43689-0x1012867adbe0002, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:42:26,427 INFO [RS:1;2b9d7a669c7f:43689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:42:26,427 INFO [RS:1;2b9d7a669c7f:43689 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,43689,1731281953128; zookeeper connection closed. 2024-11-10T23:42:26,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10945e52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10945e52 2024-11-10T23:42:26,461 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(976): stopping server 2b9d7a669c7f,40685,1731281953189; all regions closed. 2024-11-10T23:42:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741865_1041 (size=15752) 2024-11-10T23:42:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741865_1041 (size=15752) 2024-11-10T23:42:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741865_1041 (size=15752) 2024-11-10T23:42:26,471 DEBUG [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs 2024-11-10T23:42:26,471 INFO [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C40685%2C1731281953189.meta:.meta(num 1731282140842) 2024-11-10T23:42:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741835_1011 (size=316539) 2024-11-10T23:42:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741835_1011 (size=316539) 2024-11-10T23:42:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741835_1011 (size=316539) 2024-11-10T23:42:26,477 DEBUG [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/oldWALs 2024-11-10T23:42:26,477 INFO [RS:2;2b9d7a669c7f:40685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b9d7a669c7f%2C40685%2C1731281953189:(num 1731281954764) 2024-11-10T23:42:26,477 DEBUG [RS:2;2b9d7a669c7f:40685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:42:26,477 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:42:26,477 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:42:26,478 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.ChoreService(370): Chore service for: regionserver/2b9d7a669c7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:42:26,478 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:42:26,478 INFO [regionserver/2b9d7a669c7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:42:26,478 INFO [RS:2;2b9d7a669c7f:40685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40685 2024-11-10T23:42:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b9d7a669c7f,40685,1731281953189 2024-11-10T23:42:26,485 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:42:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:42:26,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b9d7a669c7f,40685,1731281953189] 2024-11-10T23:42:26,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b9d7a669c7f,40685,1731281953189 already deleted, retry=false 2024-11-10T23:42:26,502 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b9d7a669c7f,40685,1731281953189 expired; onlineServers=0 2024-11-10T23:42:26,502 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b9d7a669c7f,34215,1731281952303' ***** 2024-11-10T23:42:26,502 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:42:26,502 INFO [M:0;2b9d7a669c7f:34215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:42:26,502 INFO [M:0;2b9d7a669c7f:34215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:42:26,502 DEBUG [M:0;2b9d7a669c7f:34215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:42:26,503 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:42:26,503 DEBUG [M:0;2b9d7a669c7f:34215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:42:26,503 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731281954333 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.large.0-1731281954333,5,FailOnTimeoutGroup] 2024-11-10T23:42:26,503 DEBUG [master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731281954333 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b9d7a669c7f:0:becomeActiveMaster-HFileCleaner.small.0-1731281954333,5,FailOnTimeoutGroup] 2024-11-10T23:42:26,503 INFO [M:0;2b9d7a669c7f:34215 {}] hbase.ChoreService(370): Chore service for: master/2b9d7a669c7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:42:26,503 INFO [M:0;2b9d7a669c7f:34215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:42:26,503 DEBUG [M:0;2b9d7a669c7f:34215 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:42:26,503 INFO [M:0;2b9d7a669c7f:34215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:42:26,503 INFO [M:0;2b9d7a669c7f:34215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:42:26,503 INFO [M:0;2b9d7a669c7f:34215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:42:26,504 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:42:26,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:42:26,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:42:26,510 DEBUG [M:0;2b9d7a669c7f:34215 {}] zookeeper.ZKUtil(347): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:42:26,510 WARN [M:0;2b9d7a669c7f:34215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:42:26,511 INFO [M:0;2b9d7a669c7f:34215 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/.lastflushedseqids 2024-11-10T23:42:26,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741905_1081 (size=2837) 2024-11-10T23:42:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741905_1081 (size=2837) 2024-11-10T23:42:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741905_1081 (size=2837) 2024-11-10T23:42:26,531 INFO [M:0;2b9d7a669c7f:34215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:42:26,531 INFO [M:0;2b9d7a669c7f:34215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:42:26,531 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:42:26,531 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:42:26,531 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:42:26,531 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:42:26,531 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:42:26,531 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.66 KB heapSize=405.07 KB 2024-11-10T23:42:26,553 DEBUG [M:0;2b9d7a669c7f:34215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bee6206f8964fdd82cc27da02b1cd6b is 82, key is hbase:meta,,1/info:regioninfo/1731282141136/Put/seqid=0 2024-11-10T23:42:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741906_1082 (size=6071) 2024-11-10T23:42:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741906_1082 (size=6071) 2024-11-10T23:42:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741906_1082 (size=6071) 2024-11-10T23:42:26,562 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bee6206f8964fdd82cc27da02b1cd6b 2024-11-10T23:42:26,585 DEBUG [M:0;2b9d7a669c7f:34215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad4dc342ec494462a1dab17d50f70629 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281956763/Put/seqid=0 2024-11-10T23:42:26,593 INFO [RS:2;2b9d7a669c7f:40685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:42:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:42:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40685-0x1012867adbe0003, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:42:26,593 INFO [RS:2;2b9d7a669c7f:40685 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b9d7a669c7f,40685,1731281953189; zookeeper connection closed. 2024-11-10T23:42:26,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@560d9400 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@560d9400 2024-11-10T23:42:26,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T23:42:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741907_1083 (size=13506) 2024-11-10T23:42:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741907_1083 (size=13506) 2024-11-10T23:42:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741907_1083 (size=13506) 2024-11-10T23:42:26,597 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.43 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad4dc342ec494462a1dab17d50f70629 2024-11-10T23:42:26,616 DEBUG [M:0;2b9d7a669c7f:34215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05385bc6c75d4b7a92a913089b0177cd is 69, key is 2b9d7a669c7f,40685,1731281953189/rs:state/1731281954476/Put/seqid=0 2024-11-10T23:42:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741908_1084 (size=5442) 2024-11-10T23:42:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741908_1084 (size=5442) 2024-11-10T23:42:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741908_1084 (size=5442) 2024-11-10T23:42:26,623 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05385bc6c75d4b7a92a913089b0177cd 2024-11-10T23:42:26,628 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05385bc6c75d4b7a92a913089b0177cd 2024-11-10T23:42:26,629 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bee6206f8964fdd82cc27da02b1cd6b as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bee6206f8964fdd82cc27da02b1cd6b 2024-11-10T23:42:26,634 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bee6206f8964fdd82cc27da02b1cd6b, entries=14, sequenceid=635, filesize=5.9 K 2024-11-10T23:42:26,635 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad4dc342ec494462a1dab17d50f70629 as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad4dc342ec494462a1dab17d50f70629 2024-11-10T23:42:26,641 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad4dc342ec494462a1dab17d50f70629, entries=81, sequenceid=635, filesize=13.2 K 2024-11-10T23:42:26,642 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05385bc6c75d4b7a92a913089b0177cd as hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05385bc6c75d4b7a92a913089b0177cd 2024-11-10T23:42:26,648 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05385bc6c75d4b7a92a913089b0177cd 2024-11-10T23:42:26,649 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/55fc67b2-d802-02ae-5003-434c15a892cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05385bc6c75d4b7a92a913089b0177cd, entries=3, sequenceid=635, filesize=5.3 K 2024-11-10T23:42:26,650 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=635, compaction requested=false 2024-11-10T23:42:26,651 INFO [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:42:26,651 DEBUG [M:0;2b9d7a669c7f:34215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282146531Disabling compacts and flushes for region at 1731282146531Disabling writes for close at 1731282146531Obtaining lock to block concurrent updates at 1731282146531Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731282146531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352931, getHeapSize=414728, getOffHeapSize=0, getCellsCount=800 at 1731282146532 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731282146532Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731282146532Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731282146553 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731282146553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731282146568 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731282146585 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731282146585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731282146602 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731282146616 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731282146616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9358eb: reopening flushed file at 1731282146628 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383fa37: reopening flushed file at 1731282146635 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3003b39d: reopening flushed file at 1731282146641 (+6 ms)Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=635, compaction requested=false at 1731282146650 (+9 ms)Writing region close event to WAL at 1731282146651 (+1 ms)Closed at 1731282146651 2024-11-10T23:42:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42431 is added to blk_1073741830_1006 (size=395285) 2024-11-10T23:42:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741830_1006 (size=395285) 2024-11-10T23:42:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741830_1006 (size=395285) 2024-11-10T23:42:26,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:42:26,654 INFO [M:0;2b9d7a669c7f:34215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:42:26,655 INFO [M:0;2b9d7a669c7f:34215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34215 2024-11-10T23:42:26,655 INFO [M:0;2b9d7a669c7f:34215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:42:26,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:42:26,785 INFO [M:0;2b9d7a669c7f:34215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:42:26,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x1012867adbe0000, quorum=127.0.0.1:59524, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:42:26,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47300910{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:42:26,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38cb4984{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:42:26,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:42:26,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7605ef0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:42:26,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@697bf951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,STOPPED} 2024-11-10T23:42:26,837 WARN [BP-486393907-172.17.0.2-1731281948355 heartbeating to localhost/127.0.0.1:44285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:42:26,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:42:26,837 WARN [BP-486393907-172.17.0.2-1731281948355 heartbeating to localhost/127.0.0.1:44285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486393907-172.17.0.2-1731281948355 (Datanode Uuid 81bb8903-5813-4257-95f5-1361d957a7f5) service to localhost/127.0.0.1:44285 2024-11-10T23:42:26,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:42:26,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data5/current/BP-486393907-172.17.0.2-1731281948355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:42:26,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data6/current/BP-486393907-172.17.0.2-1731281948355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:42:26,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:42:26,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b2194c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:42:26,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac58d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:42:26,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:42:26,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62535b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:42:26,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a2ddbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,STOPPED} 2024-11-10T23:42:26,843 WARN [BP-486393907-172.17.0.2-1731281948355 heartbeating to localhost/127.0.0.1:44285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:42:26,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:42:26,843 WARN [BP-486393907-172.17.0.2-1731281948355 heartbeating to localhost/127.0.0.1:44285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486393907-172.17.0.2-1731281948355 (Datanode Uuid fcf6dd85-85f0-4b42-9966-df459c71fec2) service to localhost/127.0.0.1:44285 2024-11-10T23:42:26,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:42:26,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data3/current/BP-486393907-172.17.0.2-1731281948355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:42:26,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data4/current/BP-486393907-172.17.0.2-1731281948355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:42:26,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:42:26,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75313660{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:42:26,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d359de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:42:26,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:42:26,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a83e474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:42:26,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31fa71ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,STOPPED} 2024-11-10T23:42:26,847 WARN [BP-486393907-172.17.0.2-1731281948355 heartbeating to localhost/127.0.0.1:44285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:42:26,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:42:26,847 WARN [BP-486393907-172.17.0.2-1731281948355 heartbeating to localhost/127.0.0.1:44285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486393907-172.17.0.2-1731281948355 (Datanode Uuid 4509400c-248f-4858-a633-4aff1e552bf7) service to localhost/127.0.0.1:44285 2024-11-10T23:42:26,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:42:26,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data1/current/BP-486393907-172.17.0.2-1731281948355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:42:26,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/cluster_15633e8f-34ca-0b26-083c-bacd6a206316/data/data2/current/BP-486393907-172.17.0.2-1731281948355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:42:26,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:42:26,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c8e2b9b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:42:26,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cd7e66f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:42:26,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:42:26,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164510b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:42:26,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34f5021e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f0c74c03-77e5-54b1-c41f-15d33e224950/hadoop.log.dir/,STOPPED} 2024-11-10T23:42:26,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:42:26,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:42:26,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b9d7a669c7f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44285 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2b9d7a669c7f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44285 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/2b9d7a669c7f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b9d7a669c7f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b9d7a669c7f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/2b9d7a669c7f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6846e82b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b9d7a669c7f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2b9d7a669c7f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b9d7a669c7f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 23) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14186 (was 15615)